-- Logs begin at Thu 2022-06-16 20:03:24 UTC, end at Thu 2022-06-16 21:33:21 UTC. -- Jun 16 21:04:17.704962 dv-cinder-819149-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 21:04:20.411223 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.common.config [-] Logging enabled! Jun 16 21:04:20.411833 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 21:04:20.412004 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103999) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 21:04:20.415275 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.common.config [-] Logging enabled! Jun 16 21:04:20.415526 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 21:04:20.415833 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103999) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 21:04:20.416786 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 21:04:20.417017 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 21:04:20.417380 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 21:04:20.417621 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 21:04:20.417842 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 21:04:20.418247 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.418542 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.418770 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.419062 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.419358 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.419658 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.419946 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.420416 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.420721 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.421001 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.421285 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.421513 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.421793 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.422079 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.422362 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.422582 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] debug = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.422859 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.423298 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.423696 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.423975 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.424284 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.424564 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.424836 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.425107 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.425389 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.425712 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] host = dv-cinder-819149-6-iscsi {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.425983 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.426265 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.426550 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.426830 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.427100 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.427371 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.427648 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.427915 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.428200 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.428475 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.428756 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.429041 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.429333 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.429554 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.429772 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.430053 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.430335 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.430603 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.430868 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.431132 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.431398 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.431664 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.431926 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.432228 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.432508 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.432787 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.433056 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.433322 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.433586 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.433850 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.434127 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.434393 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.434658 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.434925 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.435204 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.435498 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.435764 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.436057 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.436367 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.436644 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.436924 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.437189 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.437462 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.437725 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.437988 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.438250 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_json = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.438514 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.438774 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.439047 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.439314 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.439580 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.439845 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.440109 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.440411 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.440676 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:20.440968 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.441260 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.441556 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.441835 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.442132 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.442406 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.442689 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.442962 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.443245 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.443527 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.443810 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.444081 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.444399 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.444684 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.444975 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.445277 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.445567 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.445856 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.446128 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.446401 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.446670 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.446943 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.447226 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.447499 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.447782 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.448065 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.448362 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.448655 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.448937 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.449218 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.449507 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.449794 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.450063 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.450336 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.450622 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.451410 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.451747 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.452213 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.452493 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.452763 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.453043 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.453333 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.453619 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.453888 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.454160 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.454446 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.454718 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.454983 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.455250 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.455521 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.455787 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.456068 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.456368 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.456636 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.456906 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.457178 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.457445 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.457711 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.457980 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.458244 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.458511 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.458776 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.459040 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.459306 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.459573 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.459841 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.460110 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.460400 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.460671 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.460936 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.461201 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.461469 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.461736 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.462003 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.462295 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.462567 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.462840 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.463115 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.463388 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.463661 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.463933 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.464230 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.464505 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.464772 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.465059 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.465339 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.465620 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.465900 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.466173 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.466551 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.467461 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.467741 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.468024 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.468325 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.468604 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.468888 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.469169 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.469464 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.469757 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.470034 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.470327 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.470618 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.470908 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.471184 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.471491 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.471769 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:20.471982 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 21:04:20.472242 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103999) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 21:04:20.849004 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 21:04:20.849274 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 21:04:20.849569 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 21:04:20.849909 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 21:04:21.177500 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.177701 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.177960 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.180809 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.181084 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.181347 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.233735 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.234044 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.234344 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.249111 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.249386 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.249650 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.278378 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.278653 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.278919 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.314831 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.315107 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.315371 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.542782 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.543391 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.543391 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.543596 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.544482 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.642714 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.643030 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.643306 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.643633 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.643836 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.644139 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.644420 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.644672 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.644921 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.645196 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.645449 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.645708 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.645958 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.646205 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.646464 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.646725 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.646974 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.647234 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.647497 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.647752 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.648020 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.648300 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.648576 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.648943 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.649187 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.649429 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.649815 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:21.650050 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:21.650280 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:21.650510 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:21.650738 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:21.650965 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:21.651326 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 21:04:21.655026 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 21:04:21.658934 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 21:04:21.662829 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 16 21:04:21.664478 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 21:04:21.664936 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 21:04:21.665265 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 21:04:21.665646 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 21:04:21.668429 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 21:04:21.668676 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 21:04:21.669016 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 21:04:21.674611 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 21:04:21.698229 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 21:04:21.698672 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.698965 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 21:04:21.699330 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.700695 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 21:04:21.700997 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 21:04:21.701235 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 21:04:21.704887 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.705166 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:21.851952 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 21:04:21.852131 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 21:04:21.852387 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 21:04:21.852761 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 21:04:21.909022 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO dbcounter [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Registered counter for database neutron Jun 16 21:04:21.928187 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_db.sqlalchemy.engines [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103999) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 21:04:21.933876 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writer thread running {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 21:04:22.500323 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing driver for type 'gre' Jun 16 21:04:22.500859 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] gre ID ranges: [(1, 1000)] Jun 16 21:04:22.557668 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing driver for type 'local' Jun 16 21:04:22.558269 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing driver for type 'vlan' Jun 16 21:04:22.572262 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] VlanTypeDriver initialization complete Jun 16 21:04:22.572587 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing driver for type 'vxlan' Jun 16 21:04:22.573084 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] vxlan ID ranges: [(1, 1000)] Jun 16 21:04:22.630255 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing extension driver 'port_security' Jun 16 21:04:22.630637 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] PortSecurityExtensionDriver initialization complete Jun 16 21:04:22.631063 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing mechanism driver 'openvswitch' Jun 16 21:04:22.631406 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing mechanism driver 'hyperv' Jun 16 21:04:22.638165 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:04:22.639786 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.640441 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.641043 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.641878 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 21:04:22.642605 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.643221 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.643821 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.644508 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 21:04:22.645207 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.645826 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.646426 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.647081 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 21:04:22.647785 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > security_group after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.648310 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > security_group after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.648669 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.649067 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 21:04:22.649477 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.649830 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.650172 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.650686 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 21:04:22.651093 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > address_group after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.651442 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > address_group after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.651785 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.652196 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 21:04:22.652637 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] ML2 OVO RPC backend initialized. {{(pid=103999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 21:04:22.653346 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.653701 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.654222 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.654805 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > networks before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.655162 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.655509 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > ports before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.655858 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnet before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.656216 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnets before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.656568 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.656909 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.657246 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.657587 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.657925 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.658260 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.658597 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.658932 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.659264 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.666814 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded quota_driver: . Jun 16 21:04:22.667177 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.plugin [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Modular L2 Plugin initialization complete Jun 16 21:04:22.667523 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading services supported by the core plugin {{(pid=103999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 21:04:22.667866 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Got port-security extension from driver 'port_security' Jun 16 21:04:22.668366 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.extensions.vlantransparent [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Disabled vlantransparent extension. Jun 16 21:04:22.668859 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 21:04:22.669183 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: router Jun 16 21:04:22.706306 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.706698 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router after_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.707066 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router before_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.707429 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.707798 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.708146 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router after_delete 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.708520 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.708865 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.709214 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router after_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.709554 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.709897 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.710238 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.710590 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.710995 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.711366 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.711699 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.712031 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.712394 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.712736 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.713075 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.713408 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: port before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.713741 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.714088 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.714419 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.714761 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.715114 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.715450 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.715804 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > agent after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.716145 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > agent after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.716510 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.717541 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Tracking information for resource: router configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:22.717872 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Tracking information for resource: floatingip configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 21:04:22.722763 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.db.l3_agentschedulers_db [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 21:04:22.723330 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.723684 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.724030 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.724410 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.725184 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router before_create 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.725542 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.725899 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_create 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.726250 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > router precommit_update 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.731265 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.services.provider_configuration [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service providers = [] {{(pid=103999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 21:04:22.731626 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.db.servicetype_db [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 21:04:22.735431 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 21:04:22.735776 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 21:04:22.736111 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 21:04:22.737019 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 21:04:22.737385 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.services.service_base [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 21:04:22.737756 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.738069 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 21:04:22.749206 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.749532 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: auto_allocate Jun 16 21:04:22.755103 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: network precommit_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.755417 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: network precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.755927 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.756276 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: tag Jun 16 21:04:22.762761 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.763084 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: timestamp Jun 16 21:04:22.767108 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.767431 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: network_ip_availability Jun 16 21:04:22.772889 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.773255 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.773603 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:22.774303 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.774618 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: flavors Jun 16 21:04:22.779399 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.779716 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading Plugin: revisions Jun 16 21:04:22.783907 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 21:04:22.784416 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.935s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 21:04:22.785146 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 21:04:22.785475 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Initializing extension manager. Jun 16 21:04:22.786005 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: __init__.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.786520 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: __pycache__ {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.786855 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: _port_mac_address_override.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.787190 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: address_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.787937 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.788522 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: address-group Jun 16 21:04:22.788849 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: address_scope.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.789553 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.790094 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: address-scope Jun 16 21:04:22.790375 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.791291 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.791793 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: router-admin-state-down-before-update Jun 16 21:04:22.792112 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: agent.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.792827 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.793326 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: agent Jun 16 21:04:22.793647 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: agent_resources_synced.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.794550 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.795592 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: agent-resources-synced Jun 16 21:04:22.796078 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: allowedaddresspairs.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.797877 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.798397 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: allowed-address-pairs Jun 16 21:04:22.798718 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: auto_allocated_topology.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.799784 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.800323 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: auto-allocated-topology Jun 16 21:04:22.800646 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: availability_zone.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.801337 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.801836 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: availability_zone Jun 16 21:04:22.802154 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: availability_zone_filter.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.803050 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.803554 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: availability_zone_filter Jun 16 21:04:22.803871 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: data_plane_status.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.804786 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.805289 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 21:04:22.805607 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: default_subnetpools.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.806508 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.807016 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: default-subnetpools Jun 16 21:04:22.807335 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.808135 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.808669 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: dhcp_agent_scheduler Jun 16 21:04:22.808986 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: dns.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.809906 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.811119 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 21:04:22.811597 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: dns_domain_ports.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.812530 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.813036 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 21:04:22.813354 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.814264 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.814767 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 21:04:22.815085 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: dvr.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.815748 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.816277 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: dvr Jun 16 21:04:22.816596 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: ecmp_routes.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.817506 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.818004 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 21:04:22.818318 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: empty_string_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.819213 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.819713 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: empty-string-filtering Jun 16 21:04:22.820027 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.821115 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.821623 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 21:04:22.821936 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.822835 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.823331 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 21:04:22.823645 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: external_net.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.824568 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.825067 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: external-net Jun 16 21:04:22.825381 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.826440 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.826939 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: extra_dhcp_opt Jun 16 21:04:22.827253 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: extraroute.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.828144 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.828672 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: extraroute Jun 16 21:04:22.828986 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: extraroute_atomic.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.829989 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.830498 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: extraroute-atomic Jun 16 21:04:22.830814 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: filter_validation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.831468 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.831962 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: filter-validation Jun 16 21:04:22.832310 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: fip_pf_description.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.833202 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.833695 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 21:04:22.834012 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: fip_pf_port_range.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.834918 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.835417 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 21:04:22.835735 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: fip_port_details.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.836676 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.837181 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: fip-port-details Jun 16 21:04:22.837501 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: flavors.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.838703 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.839206 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: flavors Jun 16 21:04:22.839525 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.842560 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.843082 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 21:04:22.843412 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: floatingip_pools.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.844121 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.844659 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: floatingip-pools Jun 16 21:04:22.844983 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: ip_allocation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.845910 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.846417 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 21:04:22.846738 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.847652 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.848160 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: ip-substring-filtering Jun 16 21:04:22.848508 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l2_adjacency.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.849434 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.852889 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 21:04:22.852889 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.852889 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.852889 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: router Jun 16 21:04:22.852889 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.854255 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.854777 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 21:04:22.855099 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.856295 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.856808 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: ext-gw-mode Jun 16 21:04:22.857132 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.858574 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.859080 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: l3-ha Jun 16 21:04:22.859400 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.860331 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.860844 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 21:04:22.861164 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3_flavors.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.862063 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.862568 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: l3-flavors Jun 16 21:04:22.862885 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.864250 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.864763 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 21:04:22.865090 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.866001 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.866506 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 21:04:22.866829 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: l3agentscheduler.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.867858 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.868400 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: l3_agent_scheduler Jun 16 21:04:22.868724 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: local_ip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.870465 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.870980 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension local_ip not supported by any of loaded plugins Jun 16 21:04:22.871305 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: logging.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.872902 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.873972 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension logging not supported by any of loaded plugins Jun 16 21:04:22.874279 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: metering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.875017 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.875595 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: metering Jun 16 21:04:22.876007 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.877143 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.877661 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: metering_source_and_destination_fields Jun 16 21:04:22.878052 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: multiprovidernet.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.878906 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.879416 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: multi-provider Jun 16 21:04:22.879736 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: netmtu.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.880820 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.881337 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: net-mtu Jun 16 21:04:22.881654 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: netmtu_writable.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.882564 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.883070 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: net-mtu-writable Jun 16 21:04:22.883388 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: network_availability_zone.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.884050 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.884580 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: network_availability_zone Jun 16 21:04:22.884896 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: network_ip_availability.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.885992 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.886500 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: network-ip-availability Jun 16 21:04:22.886817 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: network_segment_range.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.887579 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.888097 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 21:04:22.888465 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: pagination.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.889495 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.889818 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: pagination Jun 16 21:04:22.890134 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: port_device_profile.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.891038 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.891549 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: port-device-profile Jun 16 21:04:22.891864 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: port_mac_address_override.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.892815 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.893318 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: port-mac-override Jun 16 21:04:22.893633 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.894536 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.895036 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: port-mac-address-regenerate Jun 16 21:04:22.895353 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.896274 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.896778 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: port-numa-affinity-policy Jun 16 21:04:22.897097 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: port_resource_request.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.897995 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.898493 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 21:04:22.898809 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: port_resource_request_groups.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.899755 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.900284 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 21:04:22.900602 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: portbindings.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.901516 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.902015 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: binding Jun 16 21:04:22.902330 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: portbindings_extended.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.903574 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.904112 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: binding-extended Jun 16 21:04:22.904656 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: portsecurity.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.905414 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.905923 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: port-security Jun 16 21:04:22.906244 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: project_id.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.907205 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.907533 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: project-id Jun 16 21:04:22.907850 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: providernet.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.908779 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.909294 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: provider Jun 16 21:04:22.909614 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.913206 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.913724 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos not supported by any of loaded plugins Jun 16 21:04:22.914050 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.915280 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.915787 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 21:04:22.916108 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.917057 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.917563 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 21:04:22.917881 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_default.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.918785 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.919290 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-default not supported by any of loaded plugins Jun 16 21:04:22.919610 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_fip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.921070 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.921571 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 21:04:22.921889 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.922791 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.923293 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 21:04:22.923609 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_gateway_ip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.924552 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.925058 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 21:04:22.925374 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_port_network_policy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.926279 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.926783 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 21:04:22.927099 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.928122 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.928652 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 21:04:22.928970 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.930003 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.930509 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 21:04:22.930833 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_pps_rule.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.931982 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.932531 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 21:04:22.932853 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_rule_type_details.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.933751 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.934257 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 21:04:22.934577 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.936265 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.936775 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 21:04:22.937095 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: qos_rules_alias.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.938126 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.938632 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 21:04:22.938949 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: quota_check_limit.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.939848 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.940386 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: quota-check-limit Jun 16 21:04:22.940707 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: quotasv2.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.941636 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.941958 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: quotas Jun 16 21:04:22.942273 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: quotasv2_detail.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.944056 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.944413 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: quota_details Jun 16 21:04:22.944739 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: rbac.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.945808 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.946326 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: rbac-policies Jun 16 21:04:22.946652 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: rbac_address_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.947585 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.948095 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: rbac-address-group Jun 16 21:04:22.948440 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: rbac_address_scope.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.949432 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.949939 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: rbac-address-scope Jun 16 21:04:22.950259 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: rbac_security_groups.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.951214 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.951794 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: rbac-security-groups Jun 16 21:04:22.952113 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: rbac_subnetpool.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.953052 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.953557 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: rbac-subnetpool Jun 16 21:04:22.953875 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: revisionifmatch.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.954799 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.955303 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: revision-if-match Jun 16 21:04:22.955620 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: revisions.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.956767 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.957271 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: standard-attr-revisions Jun 16 21:04:22.957588 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: router_availability_zone.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.958253 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.958757 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: router_availability_zone Jun 16 21:04:22.959072 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: routerservicetype.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.959981 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.960502 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 21:04:22.960823 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.961741 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.962245 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: security-groups-normalized-cidr Jun 16 21:04:22.962562 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.963472 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.963978 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: port-security-groups-filtering Jun 16 21:04:22.964326 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.965251 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.965755 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: security-groups-remote-address-group Jun 16 21:04:22.966071 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.967150 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.967666 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: security-groups-shared-filtering Jun 16 21:04:22.967985 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: securitygroup.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.977740 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.978271 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: security-group Jun 16 21:04:22.978599 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: segment.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.979322 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.979831 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension segment not supported by any of loaded plugins Jun 16 21:04:22.980154 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.981383 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.981890 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 21:04:22.982745 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: servicetype.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.983921 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.984469 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: service-type Jun 16 21:04:22.984795 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: sorting.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.985767 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.986095 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: sorting Jun 16 21:04:22.986413 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: standard_attr_segment.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.987323 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.987836 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 21:04:22.988156 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: standardattrdescription.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.988825 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.989330 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: standard-attr-description Jun 16 21:04:22.989647 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: stateful_security_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.990588 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.991104 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: stateful-security-group Jun 16 21:04:22.991421 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: stdattrs_common.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.991994 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 21:04:22.992342 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.993270 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.993775 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 21:04:22.994090 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: subnet_onboard.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.995205 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.995726 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: subnet_onboard Jun 16 21:04:22.996044 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.996992 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.997502 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 21:04:22.998396 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: subnet_service_types.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:22.999325 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:22.999831 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: subnet-service-types Jun 16 21:04:23.000150 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: subnetallocation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.001253 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.001765 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: subnet_allocation Jun 16 21:04:23.002087 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.002750 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.003300 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: subnetpool-prefix-ops Jun 16 21:04:23.003620 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.004573 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.005081 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 21:04:23.005444 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: tagging.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.006446 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.006965 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: standard-attr-tag Jun 16 21:04:23.007291 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: timestamp.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.008579 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.009094 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loaded extension: standard-attr-timestamp Jun 16 21:04:23.009419 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: trunk.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.010437 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.010952 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension trunk not supported by any of loaded plugins Jun 16 21:04:23.011274 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: trunk_details.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.012192 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.012715 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 21:04:23.013034 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: uplink_status_propagation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.014017 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.014524 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 21:04:23.014840 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Loading extension file: vlantransparent.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 21:04:23.015499 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 21:04:23.015997 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 21:04:23.018541 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:network Jun 16 21:04:23.019057 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:subnet Jun 16 21:04:23.019451 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 21:04:23.019836 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:port Jun 16 21:04:23.021109 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.021555 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service FLAVORS assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.022153 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.022569 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.022895 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:router Jun 16 21:04:23.023325 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 21:04:23.023813 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service METERING assigned prefix: /metering {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.025263 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:23.025629 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:23.025976 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:04:23.026951 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 21:04:23.027387 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:security_group Jun 16 21:04:23.027817 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 21:04:23.028446 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.028772 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 21:04:23.029683 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] subnetpool is already registered Jun 16 21:04:23.030150 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.030470 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 21:04:23.030820 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] subnetpool is already registered Jun 16 21:04:23.033132 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.033561 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service FLAVORS assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.034172 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.034583 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.034910 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:router Jun 16 21:04:23.035240 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] router is already registered Jun 16 21:04:23.035644 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 21:04:23.035975 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] floatingip is already registered Jun 16 21:04:23.036456 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service METERING assigned prefix: /metering {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.037114 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 21:04:23.037431 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] rbac_policy is already registered Jun 16 21:04:23.037833 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:security_group Jun 16 21:04:23.038164 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] security_group is already registered Jun 16 21:04:23.038561 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 21:04:23.038888 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] security_group_rule is already registered Jun 16 21:04:23.039500 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.039822 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 21:04:23.040154 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] subnetpool is already registered Jun 16 21:04:23.040584 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 21:04:23.040900 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 21:04:23.041229 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] subnetpool is already registered Jun 16 21:04:23.041703 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: extensions {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.043159 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: address-groups {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.044717 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: address-scopes {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.046542 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: agents {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.047697 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: auto-allocated-topology {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.048958 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: availability_zones {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.050160 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: dhcp-networks {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.051695 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: dhcp-agents {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.053126 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: routers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.054798 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: flavors {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.056051 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: service_profiles {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.057279 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: next_providers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.058784 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: service_profiles {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.061845 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: floatingip-pools {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.063059 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: routers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.064777 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: floatingips {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.066025 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: l3-routers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.067399 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: l3-agents {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.068839 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: metering-labels {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.070057 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: metering-label-rules {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.071427 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: network-ip-availabilities {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.072674 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: bindings {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.074198 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: quotas {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.075856 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: quotas {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.078094 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: rbac-policies {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.079262 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: security-groups {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.080573 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: security-group-rules {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.081801 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: service-providers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.083005 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: subnetpools {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.084334 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: subnetpools {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.085859 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.087512 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.089335 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.091077 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.092810 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.094729 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.096485 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.098342 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.100077 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.101832 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 21:04:23.108270 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING keystonemiddleware.auth_token [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 21:04:23.113338 dv-cinder-819149-6-iscsi neutron-server[103999]: WARNING keystonemiddleware.auth_token [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 21:04:23.122085 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Acquired lock "singleton_lock" {{(pid=103999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 21:04:23.122550 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Releasing lock "singleton_lock" {{(pid=103999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 21:04:23.123996 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO oslo_service.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Starting 2 workers Jun 16 21:04:23.128829 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Started child 104108 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 21:04:23.133208 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Started child 104109 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 21:04:23.134109 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:23.134776 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO neutron.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 21:04:23.135401 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:23.135625 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [-] (104108) wsgi starting up on http://0.0.0.0:9696 Jun 16 21:04:23.137754 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:23.138198 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO oslo_service.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Starting 1 workers Jun 16 21:04:23.139834 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [-] (104109) wsgi starting up on http://0.0.0.0:9696 Jun 16 21:04:23.143759 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Started child 104110 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 21:04:23.144319 dv-cinder-819149-6-iscsi neutron-server[103999]: INFO oslo_service.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Starting 1 workers Jun 16 21:04:23.147489 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] calling RpcWorker wait() {{(pid=104110) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 21:04:23.148014 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] returning from RpcWorker wait() {{(pid=104110) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 21:04:23.148709 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Started child 104111 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 21:04:23.149377 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:23.149479 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2a8893b7-5c75-42a3-a1a9-c4a62a00b647 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:23.149923 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:04:23.151374 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 21:04:23.151582 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 21:04:23.151761 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 21:04:23.151989 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 21:04:23.152331 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 21:04:23.152492 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 21:04:23.153000 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.153269 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.153525 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.153614 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:23.154126 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.154422 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.154691 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.154923 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:04:23.155015 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.155271 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.155532 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.155704 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.155868 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.156121 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.156392 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.156697 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.156966 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.157231 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.157511 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.157679 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.157936 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.158193 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.158421 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.158707 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] debug = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.158948 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.159436 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.159662 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.159906 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.160149 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.160448 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.160704 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.160967 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.161203 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.161416 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.161660 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.161916 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.162169 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.162379 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.162619 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.162871 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.163096 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.163575 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host = dv-cinder-819149-6-iscsi {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.163816 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.164029 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.164291 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.164554 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.164797 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.165025 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.165271 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.165521 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.165791 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.166016 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.166265 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.166517 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.166776 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.167014 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.167177 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_options = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.167408 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.167650 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.167930 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.168118 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.168428 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.168589 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.168834 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.168994 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.169255 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.169489 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.169743 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.169983 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.170193 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.170431 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.170758 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.170921 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.171072 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.171291 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.171532 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.171774 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.171999 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.172242 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.172490 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.172717 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.172957 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.173182 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.173436 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.173672 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.173888 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.174099 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.174352 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.174638 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.175982 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.176260 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.176531 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.176765 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.176995 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.178134 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.178507 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.178936 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.179334 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.179630 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.179871 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.180136 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.180421 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.180676 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.180908 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_json = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.181335 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.181443 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.181714 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.181922 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.182128 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.182351 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.182771 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.183042 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.183269 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.183689 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.184556 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.184556 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.184773 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.184866 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.185177 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.185964 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.187098 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.187098 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.187098 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.187098 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.187599 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.187901 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.188205 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.188500 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.188828 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.189076 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.189367 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.189595 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.189838 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.190086 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.190323 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.190643 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.190873 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.191111 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.191366 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.191591 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.191892 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.192721 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.193018 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.193355 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.193648 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.193921 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.194178 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.194401 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.194658 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.194920 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.195151 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.195395 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.195615 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.195873 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.196114 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.196376 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.196634 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.196888 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.197122 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.197375 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.197618 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.197857 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.198097 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.198323 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.198544 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.198783 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.199000 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.199235 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.199474 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.199716 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.199952 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.200205 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.200461 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.200705 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.201585 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.201851 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.202230 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.202637 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.203012 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.203261 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.203480 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.203710 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.203931 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.204200 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.204437 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.204663 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.204883 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.205112 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.205338 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.205556 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.205788 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.205993 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.206207 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.206423 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.206660 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.206874 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.207087 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.207300 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.207519 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.207733 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.207952 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.208165 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.208432 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.208665 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.209170 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.209433 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.209691 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.209929 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.210196 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.210429 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.210651 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.210870 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.211091 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.211305 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.211570 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.211819 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.212578 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.212811 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.213075 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.213331 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.213562 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.213789 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.214036 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.214447 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.214867 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.215296 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.215599 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.215841 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.216084 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.216347 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.216637 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.216898 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.217232 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.217440 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.217714 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.217961 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.219151 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.219459 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.219740 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.220003 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.220270 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.220515 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.220775 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.221031 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.221283 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.221534 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.221776 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.222020 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.222256 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.222502 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.222745 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.222979 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.223302 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.223553 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.223770 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.223986 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.224322 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.224579 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.224799 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.225069 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.225318 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.225591 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.225834 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.226086 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.226332 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.226582 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.226849 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.227087 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.227330 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.227569 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.227789 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.228271 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.228550 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.228892 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.229110 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.229355 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.229594 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.229819 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.230052 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.230300 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.230679 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.231345 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.231603 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.231825 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.232064 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.232679 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.232679 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.232891 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.233283 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.233581 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.233843 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.234063 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.234297 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.234549 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.234817 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.235039 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.235312 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.235538 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.235756 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.235974 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.236217 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.236456 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.236669 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.236919 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.237140 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.237400 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.237660 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.238013 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.238272 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.238518 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.238768 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.239016 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.239266 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.239486 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.239705 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.239944 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.240163 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.240477 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.240646 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.240867 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.241088 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.241311 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.241532 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.241797 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.242040 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.242285 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.243007 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.243259 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.243481 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.243700 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.243940 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.244471 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.244633 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.244816 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.245034 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.245249 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.245604 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.245781 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.246013 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.246273 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.246511 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.246738 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.246968 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.247222 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.247441 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.247672 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.248450 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.248826 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.249064 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.249283 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.249424 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.249675 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.249897 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.250114 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.250346 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.250622 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.250776 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.251025 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.251245 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.251464 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.251693 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.251927 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.252117 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.252389 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.252611 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.252830 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.253085 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.253322 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.253535 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.253762 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.253982 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.254193 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.254480 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.254750 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.254972 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.255272 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.255569 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.255771 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.256018 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.256367 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.256603 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.256867 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.257103 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.257346 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.257580 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.257825 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.258157 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.258464 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.258785 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.259016 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.259319 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.259614 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.259912 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.260135 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.260459 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.260780 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.261038 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.261308 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.261561 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.261804 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.262052 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.262273 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.262493 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.262732 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.262959 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.263200 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.263583 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.264046 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.264238 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.264366 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.264552 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:04:23.264648 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.264805 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.265023 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.265269 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.265506 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.265665 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 21:04:23.266213 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 21:04:23.266378 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 21:04:23.266532 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 21:04:23.266702 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 21:04:23.266885 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 21:04:23.267051 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 21:04:23.267257 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.267410 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.267646 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.267896 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.268120 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.268323 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.268535 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.268700 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.268911 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.269068 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.269616 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.269755 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.269913 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.270078 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.270238 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.270398 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.270560 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.270725 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.270889 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.271047 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.271203 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.271523 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] debug = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.271681 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.271893 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.272060 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.272240 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.272402 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.272560 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.272702 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.272867 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.273025 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.273184 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.273343 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.273502 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.273662 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.273822 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.273983 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.274141 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.274298 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.274456 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host = dv-cinder-819149-6-iscsi {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.274615 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.274773 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.274932 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.275090 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.275248 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.275405 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.275566 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.275725 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.275883 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.276042 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.276217 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.276378 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.276538 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.276697 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.276856 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_options = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.277015 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.277175 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.277343 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.277525 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.277689 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.277849 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.278007 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.278168 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.278326 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.278484 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.278643 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.278804 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.279578 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280119 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280119 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280119 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280119 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280475 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280475 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280637 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280714 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.280868 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.281030 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.281185 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.281501 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.281657 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.281967 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.282163 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.282317 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.282452 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.282584 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.282751 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.282900 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.283058 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.283215 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.283347 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.283510 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.283668 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.283883 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.284049 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.284230 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.284392 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.284550 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.284709 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.284869 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.285016 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.285174 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_json = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.285320 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.285479 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.285627 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.285783 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.285941 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.286098 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.286256 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.286415 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.286573 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 21:04:23.286755 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.286919 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.287093 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.287256 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.287423 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.287582 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.287901 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.288055 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.288234 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.288399 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.288568 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.288732 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.288905 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.289067 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.289230 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.289454 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.290048 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.290214 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.290352 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.290520 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.291139 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.291139 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.291139 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.291593 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.291593 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.291861 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.291861 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.292113 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.292113 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.292433 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.292433 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.292699 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.292839 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.292964 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.293116 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.293252 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.293363 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.293526 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.293690 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.293854 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.294018 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.294180 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.294343 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.294590 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.294807 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.295493 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.295493 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.295493 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.295493 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.295867 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.295867 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.295867 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.296153 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.296153 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.296385 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.296486 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.296648 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.296823 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.296986 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.297149 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.297312 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.297475 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.297647 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.297782 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.297944 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.298106 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.298268 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.298994 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.298994 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.298994 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.298994 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.299376 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.299376 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.299376 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.299580 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.299656 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.299818 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.299966 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.300127 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.300317 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.300481 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.300645 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.300806 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.300968 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.301133 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.301297 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.301459 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.301622 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.301784 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.301947 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.302108 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.302287 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.302450 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.302614 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.302776 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.302940 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.303102 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.303264 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.303426 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.303589 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.303752 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.303916 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.304079 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.304267 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.304431 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.304594 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.304755 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.304917 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.305080 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.305242 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.305405 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.305569 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.305731 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.305894 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.306057 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.306219 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.306381 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.306542 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.306703 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.306874 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.307036 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.307202 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.307366 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.307536 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.307755 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.307888 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.308019 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.308206 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.308363 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.308515 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.308675 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.308837 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.309001 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.309225 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.309312 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.309480 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.309643 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.309805 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.309966 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.310151 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.310861 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.311024 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.311186 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.311347 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.311513 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.311677 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.311836 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.311997 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.312160 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.312346 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.312510 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.312673 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.312835 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.312998 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.313160 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.313323 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.313486 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.313647 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.313809 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.313973 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.314135 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.314297 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.314459 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.314620 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.314783 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.314945 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.315106 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.315269 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.315431 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.315592 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.315754 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.315917 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.316079 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.316267 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.316430 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.316593 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.316757 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.316920 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.317082 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.317244 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.317407 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.317569 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.317732 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.317896 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.318062 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.318225 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.318388 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.318725 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.318880 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.319047 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.319496 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.319496 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.319792 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.319908 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.320139 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.320429 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.320601 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.320772 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.320957 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.321219 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.321405 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.321674 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.321779 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.321886 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.322052 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.322215 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.322379 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.322543 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.322705 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.322868 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.323033 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.323198 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.323361 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.323524 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.323689 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.323852 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.324015 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.324197 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.324361 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.324525 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.324688 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.324851 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.325650 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.325650 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.325650 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.325650 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.325650 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.326210 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.326210 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.326417 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.326484 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.326616 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.326779 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.326957 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.327208 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.327438 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.327438 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.327700 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.327817 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.327948 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.328151 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.328973 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.328973 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.328973 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.328973 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.328973 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.329585 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.329585 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.329585 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.329585 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.329969 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.329969 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.330173 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.330243 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.330394 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.330523 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.330671 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.330837 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.331030 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.331210 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.331376 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.331578 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.331822 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.331950 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.332076 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.332224 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.332373 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.332558 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.332718 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.332936 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.333103 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.333322 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.333489 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.333573 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.333787 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.333943 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.334070 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.334242 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.334427 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.334573 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.334730 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.334899 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.335111 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.335283 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.335504 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.335619 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.335761 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.335958 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.336192 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.336327 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.336440 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.336585 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.336810 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.336995 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.337091 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.337319 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.337429 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.337576 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.337767 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.337946 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.338099 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.338291 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 21:04:23.338461 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 21:04:23.382853 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57484) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:23.392024 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069857 Jun 16 21:04:32.624133 dv-cinder-819149-6-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:35.081339 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writer thread running {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 21:04:35.082329 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8a3c4-53c5-4415-9ce9-b496d2ea723d None None] get_active_networks_info from dv-cinder-819149-6-iscsi {{(pid=104110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 21:04:35.181258 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8a3c4-53c5-4415-9ce9-b496d2ea723d None None] No non-hosted networks {{(pid=104110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 21:04:35.196637 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.agentschedulers_db [None req-3ad8a3c4-53c5-4415-9ce9-b496d2ea723d None None] DHCP Agent not found on host dv-cinder-819149-6-iscsi {{(pid=104110) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 16 21:04:35.281885 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2193d393-986b-4bb5-aba5-890d0b9d692d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1803110'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:36.714813 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writer thread running {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 21:04:37.297244 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9072f977-fc72-433c-b155-404c8a060340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1803110'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:37.349971 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d8cd711a-df6a-4e8d-bafc-b40718240d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:38.436485 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 57556) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:38.527572 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1803110'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:39.091023 dv-cinder-819149-6-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-172e5a5d-b6bf-44e6-a07d-58184d5f53ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:04:39.091589 dv-cinder-819149-6-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-172e5a5d-b6bf-44e6-a07d-58184d5f53ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:04:39.322542 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [None req-172e5a5d-b6bf-44e6-a07d-58184d5f53ad admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:04:39.332254 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-172e5a5d-b6bf-44e6-a07d-58184d5f53ad admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8856730 Jun 16 21:04:40.101309 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1803110'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:40.595729 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1803110'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:40.596697 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.601944 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.602532 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.603018 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.603501 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.603968 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.604477 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.605535 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.606013 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.606502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.607128 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.608105 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.608871 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.609316 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.609740 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:40.610265 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819149-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:04:40.616644 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819149-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:04:41.683686 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.db.l3_hamode_db [None req-d3d6c47f-c364-48fa-98e7-27f3923fc47f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 21:04:41.770236 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6c47f-c364-48fa-98e7-27f3923fc47f None None] Routers set() bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:04:41.770970 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6c47f-c364-48fa-98e7-27f3923fc47f None None] Router IDs set() for agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 21:04:41.845185 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57590) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:42.368738 dv-cinder-819149-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:04:42.369297 dv-cinder-819149-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:04:42.590943 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:04:42.683651 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.policy [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 21:04:42.726207 dv-cinder-819149-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:04:42.726585 dv-cinder-819149-6-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:04:42.746966 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writer thread running {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 21:04:42.825490 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785993121039', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785993121587', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785993137864', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785993127779', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785993124222', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785993012696', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7481720', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7471490', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1927385', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1968291'] for rbac-policy (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:42.894734 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:42.895876 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b1df0a31-aff2-4637-848d-29f401e77147 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0496919 Jun 16 21:04:45.225120 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57608) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:45.547600 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:04:45.578317 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Made reservation on behalf of e59320347df34780a2d5d9326481f6a6 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:04:45.582331 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:45.600700 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:45.719429 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks [] for security_group (08a89611-f256-456c-b210-bbd55cc279e9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:45.723881 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (08a89611-f256-456c-b210-bbd55cc279e9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:45.750108 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:04:45.786738 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785988367342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (0c1c7ab3-708c-4e8b-8971-fe130863628c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:45.787300 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Unsubscribe: segment precommit_create {{(pid=104109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 21:04:45.787816 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Added segment 0c1c7ab3-708c-4e8b-8971-fe130863628c of type vlan for network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 Jun 16 21:04:45.805745 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=08a89611-f256-456c-b210-bbd55cc279e9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:04:45.856296 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.856565 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.857186 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.857743 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.858245 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.858627 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.859007 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.859377 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.859703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.860027 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.860383 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.860720 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.861043 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.861360 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.861677 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Tracked resource versions report: Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: pushed versions: Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Log': {'1.0'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Network': {'1.1'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Port': {'1.7'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: consumer versions: Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Agent': '1.1', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Log': '1.0', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Network': '1.1', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Port': '1.7', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SubPort': '1.0', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Subnet': '1.1', Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Jun 16 21:04:45.863181 dv-cinder-819149-6-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:04:45.903831 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (0c74c4a5-ee78-4675-8fbc-0e16402a3908), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:45.907445 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=54,neutron:INSERT=45,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:45.949416 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (0c74c4a5-ee78-4675-8fbc-0e16402a3908), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:45.954619 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:04:45.955320 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:46.018758 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7925737 Jun 16 21:04:46.077108 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc22d01-e4b8-4996-91cc-b74c00c80d95 demo demo] Pushing event updated for resources: {'Network': ['ID=0c74c4a5-ee78-4675-8fbc-0e16402a3908,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:04:46.089155 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:04:48.404074 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57622) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:48.817849 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c967f8-aea6-461d-b372-6189fdc7485b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:04:48.819211 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-01c967f8-aea6-461d-b372-6189fdc7485b demo admin] 10.222.0.43 "GET /v2.0/networks/0c74c4a5-ee78-4675-8fbc-0e16402a3908 HTTP/1.1" status: 200 len: 825 time: 0.4136977 Jun 16 21:04:48.844309 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-18c0e216-889d-4567-9662-73e4d9809819 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/43d42f97-9df4-4c91-bb3d-b55174e9e116 HTTP/1.1" status: 200 len: 734 time: 0.0193567 Jun 16 21:04:48.852847 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '43d42f97-9df4-4c91-bb3d-b55174e9e116', 'name': 'private-subnet'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:04:48.874839 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Made reservation on behalf of e59320347df34780a2d5d9326481f6a6 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:04:48.877124 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:49.156763 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:49.174607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (45070a32-3746-461d-9092-0b8be26e120b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:49.244921 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Pushing event updated for resources: {'Subnet': ['ID=45070a32-3746-461d-9092-0b8be26e120b,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:04:49.249417 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Checking segment: {'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:04:49.249785 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Network hostable DHCP agents. Network: 0c74c4a5-ee78-4675-8fbc-0e16402a3908, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:04:49.271371 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:04:49.282001 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 0c74c4a5-ee78-4675-8fbc-0e16402a3908) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:04:49.286354 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:04:49.286927 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:49.292247 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec58a8-92eb-4ecf-9fbb-7375183e0c33 None None] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:04:49.311550 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a9845940-3655-4902-976b-f34b374a7f6c demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4519784 Jun 16 21:04:49.566927 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'fixed_ips': [{'subnet_id': '45070a32-3746-461d-9092-0b8be26e120b'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:04:49.568308 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:49.847265 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Allocated IP 172.20.0.2 (0c74c4a5-ee78-4675-8fbc-0e16402a3908/45070a32-3746-461d-9092-0b8be26e120b/a9437e63-2c8f-4574-b00c-e8926502cdec) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:04:49.862500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:50.113572 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Publish callbacks [] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:50.121953 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:50.213073 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:04:50.217286 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Pushing event updated for resources: {'Port': ['ID=a9437e63-2c8f-4574-b00c-e8926502cdec,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:04:50.219605 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:04:50.228303 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.228789 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.229256 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.229630 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.229973 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.230305 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.230635 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.230964 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.231295 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.231622 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.232224 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.233236 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.233652 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.233982 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.234307 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Tracked resource versions report: Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: pushed versions: Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Log': {'1.0'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Network': {'1.1'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Port': {'1.7'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: consumer versions: Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Agent': '1.1', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Log': '1.0', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Network': '1.1', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Port': '1.7', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SubPort': '1.0', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Subnet': '1.1', Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Jun 16 21:04:50.235774 dv-cinder-819149-6-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:04:50.238263 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:04:50.318565 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Attempting to bind port a9437e63-2c8f-4574-b00c-e8926502cdec on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:04:50.319219 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Attempting to bind port a9437e63-2c8f-4574-b00c-e8926502cdec by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:04:50.319389 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Attempting to bind port a9437e63-2c8f-4574-b00c-e8926502cdec on network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:04:50.325049 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:04:50.325445 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Checking segment: {'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:04:50.326189 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:50.327247 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Bound using segment: {'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:04:50.327732 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Bound port: a9437e63-2c8f-4574-b00c-e8926502cdec, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:04:50.328201 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:50.343262 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:50.393579 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] For port a9437e63-2c8f-4574-b00c-e8926502cdec, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:04:50.413262 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] For port a9437e63-2c8f-4574-b00c-e8926502cdec, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=a9437e63-2c8f-4574-b00c-e8926502cdec,segment=NetworkSegment(0c1c7ab3-708c-4e8b-8971-fe130863628c),segment_id=0c1c7ab3-708c-4e8b-8971-fe130863628c)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:04:50.420476 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:50.482282 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdf4e1-418e-489d-96d0-accaf9e8766f None None] Pushing event updated for resources: {'Port': ['ID=a9437e63-2c8f-4574-b00c-e8926502cdec,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:04:51.772094 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:52.098303 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-4bab0f6b-1a76-46c1-bb58-b7b5b624a656 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:04:52.099419 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4bab0f6b-1a76-46c1-bb58-b7b5b624a656 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3262508 Jun 16 21:04:54.061243 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:54.068025 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:54.498979 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57644) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:54.863286 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-e543cb9c-c51b-4d0f-80e8-010876204910 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:04:54.864313 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e543cb9c-c51b-4d0f-80e8-010876204910 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3641415 Jun 16 21:04:57.282547 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57656) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:04:57.633074 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c80eef3d-ef16-4ed8-90fe-a6d3b7eb70e6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:04:57.657883 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c80eef3d-ef16-4ed8-90fe-a6d3b7eb70e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (8a033347-904b-4fe6-832a-eb88c7f4611b), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:57.659468 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c80eef3d-ef16-4ed8-90fe-a6d3b7eb70e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (8a033347-904b-4fe6-832a-eb88c7f4611b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:57.802474 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c80eef3d-ef16-4ed8-90fe-a6d3b7eb70e6 demo demo] Publish callbacks [] for router_controller (8a033347-904b-4fe6-832a-eb88c7f4611b), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:57.807449 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c80eef3d-ef16-4ed8-90fe-a6d3b7eb70e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (8a033347-904b-4fe6-832a-eb88c7f4611b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:57.826797 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c80eef3d-ef16-4ed8-90fe-a6d3b7eb70e6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:57.828046 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c80eef3d-ef16-4ed8-90fe-a6d3b7eb70e6 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5445464 Jun 16 21:04:58.310314 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device a9437e63-2c8f-4574-b00c-e8926502cdec up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:04:58.395490 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port a9437e63-2c8f-4574-b00c-e8926502cdec triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:04:58.395900 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:58.500627 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port a9437e63-2c8f-4574-b00c-e8926502cdec is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:04:58.500940 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:58.538389 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port a9437e63-2c8f-4574-b00c-e8926502cdec, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=a9437e63-2c8f-4574-b00c-e8926502cdec,segment=NetworkSegment(0c1c7ab3-708c-4e8b-8971-fe130863628c),segment_id=0c1c7ab3-708c-4e8b-8971-fe130863628c)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:04:58.543130 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:58.593802 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=a9437e63-2c8f-4574-b00c-e8926502cdec,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:04:58.700989 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeefb20-4adf-4487-a3e4-b3a1372b1b0e None None] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:04:58.772544 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-598dacd2-211b-4992-8ddb-fc7ac5ca7f63 None None] Provisioning complete for port a9437e63-2c8f-4574-b00c-e8926502cdec triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:04:58.772831 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-598dacd2-211b-4992-8ddb-fc7ac5ca7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:58.850403 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:04:58.898611 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-598dacd2-211b-4992-8ddb-fc7ac5ca7f63 None None] Current status of the port a9437e63-2c8f-4574-b00c-e8926502cdec is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:04:59.017684 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d954ca5d-2576-433d-a077-94c44caa3606 None None] Provisioning complete for port a9437e63-2c8f-4574-b00c-e8926502cdec triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:04:59.018075 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d954ca5d-2576-433d-a077-94c44caa3606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:04:59.090274 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d954ca5d-2576-433d-a077-94c44caa3606 None None] Current status of the port a9437e63-2c8f-4574-b00c-e8926502cdec is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:05:00.191745 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57664) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:05:00.297921 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device a9437e63-2c8f-4574-b00c-e8926502cdec up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:05:00.343623 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port a9437e63-2c8f-4574-b00c-e8926502cdec triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:00.344010 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:00.413719 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port a9437e63-2c8f-4574-b00c-e8926502cdec is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:05:00.520659 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-72021f71-6c5c-43b0-b917-157a04e75f1d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:05:00.521660 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-72021f71-6c5c-43b0-b917-157a04e75f1d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3288689 Jun 16 21:05:01.193012 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:05:02.889864 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57672) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:05:03.216220 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:05:03.239478 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Made reservation on behalf of c0cca612cc8a4e54bb60862d1d2ad94b for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:05:03.241770 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.250081 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.301559 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:03.331623 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks [] for security_group (d7e85bbf-0cfb-4e15-b662-eb34da0e72d3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.335846 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (d7e85bbf-0cfb-4e15-b662-eb34da0e72d3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.353417 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Reserving flat network on physical network physnet1 {{(pid=104109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 21:05:03.374522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e85bbf-0cfb-4e15-b662-eb34da0e72d3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:03.379817 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (ae36f917-a31f-4f31-a430-133f3fe6fa8e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.380161 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Added segment ae36f917-a31f-4f31-a430-133f3fe6fa8e of type flat for network 61c64e73-54e2-4085-82b9-186927f3c473 Jun 16 21:05:03.425714 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (61c64e73-54e2-4085-82b9-186927f3c473), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.458240 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (61c64e73-54e2-4085-82b9-186927f3c473), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.459123 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:05:03.459697 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:03.519595 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6286824 Jun 16 21:05:03.556864 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742213a9-ac80-4b52-8195-1af04088863d admin admin] Pushing event updated for resources: {'Network': ['ID=61c64e73-54e2-4085-82b9-186927f3c473,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:03.567516 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 61c64e73-54e2-4085-82b9-186927f3c473 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:05:03.581943 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:05.041119 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7eda75a2-1f89-4e61-bf6c-86361d4daa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:05.869630 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 57680) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:05:06.200034 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writer thread running {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 21:05:06.224768 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:06.379868 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.policy [None req-1be6b18a-a1c6-41b3-9ea0-480f0331eb06 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 21:05:06.423370 dv-cinder-819149-6-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-1be6b18a-a1c6-41b3-9ea0-480f0331eb06 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:05:06.423686 dv-cinder-819149-6-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-1be6b18a-a1c6-41b3-9ea0-480f0331eb06 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 21:05:06.431309 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be6b18a-a1c6-41b3-9ea0-480f0331eb06 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:05:06.433096 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1be6b18a-a1c6-41b3-9ea0-480f0331eb06 demo admin] 10.222.0.43 "GET /v2.0/subnets/45070a32-3746-461d-9092-0b8be26e120b HTTP/1.1" status: 200 len: 849 time: 0.5626230 Jun 16 21:05:06.599144 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fc625388-e0ee-460e-a1a3-e8e22b733747 demo admin] 10.222.0.43 "GET /v2.0/routers/8a033347-904b-4fe6-832a-eb88c7f4611b HTTP/1.1" status: 200 len: 704 time: 0.1600258 Jun 16 21:05:06.871198 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:07.205381 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Allocated IP 172.20.0.1 (0c74c4a5-ee78-4675-8fbc-0e16402a3908/45070a32-3746-461d-9092-0b8be26e120b/6777b9f2-f35a-4f7d-a61d-8d745877836e) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:05:07.287834 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4bdb75eb-910d-4d8e-a78b-b312e91aa737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:07.417041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks [] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:07.480591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:07.523652 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:05:07.543190 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:05:07.590984 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Pushing event updated for resources: {'Port': ['ID=6777b9f2-f35a-4f7d-a61d-8d745877836e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:07.594123 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:05:07.594379 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (8a033347-904b-4fe6-832a-eb88c7f4611b), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:07.658912 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.659258 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.659616 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.659972 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.660332 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.660659 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.660979 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.661301 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.661642 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.661966 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.662286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.662603 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.662918 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.663235 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.663546 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Tracked resource versions report: Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: pushed versions: Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: { 'AddressGroup': {'1.2'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Agent': {'1.1'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Log': {'1.0'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'NDPProxy': {'1.0'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Network': {'1.1'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Port': {'1.7'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'PortForwarding': {'1.3'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'QosPolicy': {'1.10'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroup': {'1.5'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SubPort': {'1.0'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Subnet': {'1.1'}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Trunk': {'1.1'}} Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: consumer versions: Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Agent': '1.1', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'ConntrackHelper': '1.0', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'LocalIPAssociation': '1.0', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Log': '1.0', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'NDPProxy': '1.0', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Network': '1.1', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Port': '1.7', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'PortForwarding': '1.3', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'QosPolicy': '1.10', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroup': '1.5', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroupRule': '1.2', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SubPort': '1.0', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Subnet': '1.1', Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Trunk': '1.1'}} Jun 16 21:05:07.665010 dv-cinder-819149-6-iscsi neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:05:07.719403 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:07.757942 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a93b3554-ef9e-4d4d-a31b-e8e33552bd75 None None] Provisioning complete for port 6777b9f2-f35a-4f7d-a61d-8d745877836e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:07.758248 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a93b3554-ef9e-4d4d-a31b-e8e33552bd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:07.790584 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a93b3554-ef9e-4d4d-a31b-e8e33552bd75 None None] Port 6777b9f2-f35a-4f7d-a61d-8d745877836e cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:05:07.809967 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:07.892081 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:08.016041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks [] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:08.020409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:08.021236 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (8a033347-904b-4fe6-832a-eb88c7f4611b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:08.111371 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Pushing event updated for resources: {'Port': ['ID=6777b9f2-f35a-4f7d-a61d-8d745877836e,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:08.153712 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:05:08.155669 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:05:08.308739 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ebecb311-bde9-420c-8536-25d0ec8005f0 None None] Provisioning complete for port 6777b9f2-f35a-4f7d-a61d-8d745877836e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:08.309279 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ebecb311-bde9-420c-8536-25d0ec8005f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:08.315008 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Router 8a033347-904b-4fe6-832a-eb88c7f4611b is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:05:08.397503 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ebecb311-bde9-420c-8536-25d0ec8005f0 None None] Port 6777b9f2-f35a-4f7d-a61d-8d745877836e cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:05:08.456023 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:05:08.461762 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e9b1823b-a84a-4e6e-b422-01463a19c5c8 demo admin] 10.222.0.43 "PUT /v2.0/routers/8a033347-904b-4fe6-832a-eb88c7f4611b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8572934 Jun 16 21:05:08.465779 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Sync routers for ids ['8a033347-904b-4fe6-832a-eb88c7f4611b'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:05:08.478948 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Routers {'8a033347-904b-4fe6-832a-eb88c7f4611b'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:05:08.479813 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:05:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['8a033347-904b-4fe6-832a-eb88c7f4611b'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:08.493732 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:08.663072 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Set router 8a033347-904b-4fe6-832a-eb88c7f4611b gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:05:09.081741 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'name': 'router1', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:04:57Z', 'updated_at': '2022-06-16T21:05:07Z', 'revision_number': 2, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'gw_port_host': None, '_interfaces': [{'id': '6777b9f2-f35a-4f7d-a61d-8d745877836e', 'name': '', 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'mac_address': 'fa:16:3e:58:f6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45070a32-3746-461d-9092-0b8be26e120b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:06Z', 'updated_at': '2022-06-16T21:05:07Z', 'revision_number': 2, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'subnets': [{'id': '45070a32-3746-461d-9092-0b8be26e120b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43d42f97-9df4-4c91-bb3d-b55174e9e116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:09.130578 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Checking router: 8a033347-904b-4fe6-832a-eb88c7f4611b for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:05:09.130947 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Updating router 8a033347-904b-4fe6-832a-eb88c7f4611b port 6777b9f2-f35a-4f7d-a61d-8d745877836e binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:05:09.185024 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:09.694877 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Publish callbacks [] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:09.703127 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:09.872164 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Pushing event updated for resources: {'Port': ['ID=6777b9f2-f35a-4f7d-a61d-8d745877836e,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:09.887226 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Attempting to bind port 6777b9f2-f35a-4f7d-a61d-8d745877836e on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:05:09.887641 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Attempting to bind port 6777b9f2-f35a-4f7d-a61d-8d745877836e by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:05:09.888041 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Attempting to bind port 6777b9f2-f35a-4f7d-a61d-8d745877836e on network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:05:09.891735 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.892080 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.892451 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.892789 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.893117 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.893441 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.893765 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.894085 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.894403 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.894719 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.895036 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.895367 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.895683 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.895996 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.896330 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Tracked resource versions report: Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: pushed versions: Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Log': {'1.0'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Network': {'1.1'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Port': {'1.7'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: consumer versions: Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Agent': '1.1', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Log': '1.0', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Network': '1.1', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Port': '1.7', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SubPort': '1.0', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Subnet': '1.1', Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Jun 16 21:05:09.897789 dv-cinder-819149-6-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:05:09.903813 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:05:09.904918 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Checking segment: {'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:05:09.905907 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:09.906287 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Bound using segment: {'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:05:09.906783 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Bound port: 6777b9f2-f35a-4f7d-a61d-8d745877836e, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1c7ab3-708c-4e8b-8971-fe130863628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:05:09.907158 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:09.924056 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a8cc7eb3-9c29-43e7-883d-1ca1aaf5b42a None None] Provisioning complete for port 6777b9f2-f35a-4f7d-a61d-8d745877836e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:09.924619 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a8cc7eb3-9c29-43e7-883d-1ca1aaf5b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:09.957235 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc7eb3-9c29-43e7-883d-1ca1aaf5b42a None None] Port 6777b9f2-f35a-4f7d-a61d-8d745877836e cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:05:09.970448 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] For port 6777b9f2-f35a-4f7d-a61d-8d745877836e, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:05:09.989583 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] For port 6777b9f2-f35a-4f7d-a61d-8d745877836e, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6777b9f2-f35a-4f7d-a61d-8d745877836e,segment=NetworkSegment(0c1c7ab3-708c-4e8b-8971-fe130863628c),segment_id=0c1c7ab3-708c-4e8b-8971-fe130863628c)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:05:09.996086 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:10.002198 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:10.003346 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:10.016307 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:10.057268 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb91aa-0260-4d4c-8e34-a120d16641a6 None None] Pushing event updated for resources: {'Port': ['ID=6777b9f2-f35a-4f7d-a61d-8d745877836e,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:10.065342 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Routers {'8a033347-904b-4fe6-832a-eb88c7f4611b'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:05:10.065939 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:05:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['8a033347-904b-4fe6-832a-eb88c7f4611b'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:10.159103 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] Set router 8a033347-904b-4fe6-832a-eb88c7f4611b gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:05:10.285806 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4359ec51-1378-4de2-89cd-0015daac9cb1 None None] Provisioning complete for port 6777b9f2-f35a-4f7d-a61d-8d745877836e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:10.285806 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4359ec51-1378-4de2-89cd-0015daac9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:10.358730 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-b23d6523-e429-4802-8fed-876d64947567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'name': 'router1', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:04:57Z', 'updated_at': '2022-06-16T21:05:07Z', 'revision_number': 2, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'gw_port_host': None, '_interfaces': [{'id': '6777b9f2-f35a-4f7d-a61d-8d745877836e', 'name': '', 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'mac_address': 'fa:16:3e:58:f6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45070a32-3746-461d-9092-0b8be26e120b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:06Z', 'updated_at': '2022-06-16T21:05:09Z', 'revision_number': 4, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'subnets': [{'id': '45070a32-3746-461d-9092-0b8be26e120b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43d42f97-9df4-4c91-bb3d-b55174e9e116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:10.365639 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4359ec51-1378-4de2-89cd-0015daac9cb1 None None] Current status of the port 6777b9f2-f35a-4f7d-a61d-8d745877836e is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:05:10.366027 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4359ec51-1378-4de2-89cd-0015daac9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:10.383508 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23d6523-e429-4802-8fed-876d64947567 None None] The sync data for ids ['8a033347-904b-4fe6-832a-eb88c7f4611b'] in dv-cinder-819149-6-iscsi is: [{'id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'name': 'router1', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:04:57Z', 'updated_at': '2022-06-16T21:05:07Z', 'revision_number': 2, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'gw_port_host': None, '_interfaces': [{'id': '6777b9f2-f35a-4f7d-a61d-8d745877836e', 'name': '', 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'mac_address': 'fa:16:3e:58:f6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45070a32-3746-461d-9092-0b8be26e120b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:06Z', 'updated_at': '2022-06-16T21:05:09Z', 'revision_number': 4, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'subnets': [{'id': '45070a32-3746-461d-9092-0b8be26e120b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43d42f97-9df4-4c91-bb3d-b55174e9e116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:05:10.400570 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4359ec51-1378-4de2-89cd-0015daac9cb1 None None] For port 6777b9f2-f35a-4f7d-a61d-8d745877836e, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6777b9f2-f35a-4f7d-a61d-8d745877836e,segment=NetworkSegment(0c1c7ab3-708c-4e8b-8971-fe130863628c),segment_id=0c1c7ab3-708c-4e8b-8971-fe130863628c)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:05:10.405558 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4359ec51-1378-4de2-89cd-0015daac9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:10.455259 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359ec51-1378-4de2-89cd-0015daac9cb1 None None] Pushing event updated for resources: {'Port': ['ID=6777b9f2-f35a-4f7d-a61d-8d745877836e,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:10.541887 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:10.552281 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:10.850904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 57708) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:05:11.050013 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b73bdf2-7fad-4671-8d27-278621635019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:05:11.051382 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4b73bdf2-7fad-4671-8d27-278621635019 admin admin] 10.222.0.43 "GET /v2.0/networks/61c64e73-54e2-4085-82b9-186927f3c473 HTTP/1.1" status: 200 len: 842 time: 0.1995347 Jun 16 21:05:11.061460 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Request body: {'subnet': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:05:11.095271 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Made reservation on behalf of c0cca612cc8a4e54bb60862d1d2ad94b for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:05:11.097754 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:11.198208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:11.401211 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.objects.ports [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104108) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 21:05:11.401635 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (b998a4b9-b89b-4847-8d18-4940804cff09), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:11.406422 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:11.459874 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b998a4b9-b89b-4847-8d18-4940804cff09,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:11.470723 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:05:11.471077 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Network hostable DHCP agents. Network: 61c64e73-54e2-4085-82b9-186927f3c473, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:05:11.494230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:05:11.508326 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 61c64e73-54e2-4085-82b9-186927f3c473) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:05:11.512657 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:05:11.513430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:11.520077 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ddfb75-57cc-4d7c-ac09-62dad99eac3a None None] Network 61c64e73-54e2-4085-82b9-186927f3c473 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:05:11.544216 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3b0f3dba-5bff-47e8-800a-2c52d550b2bb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4832795 Jun 16 21:05:11.650176 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370261a9-8d67-4bd3-ba0e-a28c678ce34d None None] Network 61c64e73-54e2-4085-82b9-186927f3c473 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:05:13.548560 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=69,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:13.553468 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:13.913991 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 57728) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:05:14.049150 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7cd10754-3ba4-4f66-a474-ebc5407e9b6a demo admin] 10.222.0.43 "GET /v2.0/routers/8a033347-904b-4fe6-832a-eb88c7f4611b HTTP/1.1" status: 200 len: 710 time: 0.1290309 Jun 16 21:05:14.131150 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3587c-c40a-4549-94ae-dfd851c0d3b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:05:14.137394 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-78b3587c-c40a-4549-94ae-dfd851c0d3b2 demo admin] 10.222.0.43 "GET /v2.0/networks/61c64e73-54e2-4085-82b9-186927f3c473 HTTP/1.1" status: 200 len: 886 time: 0.0826516 Jun 16 21:05:14.141726 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:05:14.373552 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks [] for router_gateway (8a033347-904b-4fe6-832a-eb88c7f4611b), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:14.579095 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:14.589608 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks [] for router_gateway (8a033347-904b-4fe6-832a-eb88c7f4611b), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:14.739416 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:14.844386 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Allocated IP 172.27.3.162 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/88e4e1c2-5840-4907-90b7-45a1a94aebe6) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:05:14.920489 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:14.951718 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks [] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:14.984140 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:15.020689 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:05:15.030257 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:05:15.032373 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Pushing event updated for resources: {'Port': ['ID=88e4e1c2-5840-4907-90b7-45a1a94aebe6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:15.035912 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:05:15.290974 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks [] for router_gateway (8a033347-904b-4fe6-832a-eb88c7f4611b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:15.426277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:15.493375 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15371'] for router (8a033347-904b-4fe6-832a-eb88c7f4611b), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:15.498142 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1816175'] for router (8a033347-904b-4fe6-832a-eb88c7f4611b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:15.609334 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Router 8a033347-904b-4fe6-832a-eb88c7f4611b has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:05:15.712462 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:05:15.717317 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:15.718512 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a59f4ebd-2356-4103-8297-046fb5d2d300 demo admin] 10.222.0.43 "PUT /v2.0/routers/8a033347-904b-4fe6-832a-eb88c7f4611b HTTP/1.1" status: 200 len: 890 time: 1.5804858 Jun 16 21:05:16.305471 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6777b9f2-f35a-4f7d-a61d-8d745877836e up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:05:16.356119 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6777b9f2-f35a-4f7d-a61d-8d745877836e triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:16.356542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:16.428482 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6777b9f2-f35a-4f7d-a61d-8d745877836e is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:05:16.830455 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Sync routers for ids ['8a033347-904b-4fe6-832a-eb88c7f4611b'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:05:16.842469 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Routers {'8a033347-904b-4fe6-832a-eb88c7f4611b'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:05:16.843110 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:05:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['8a033347-904b-4fe6-832a-eb88c7f4611b'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:17.039817 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:17.044305 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Set router 8a033347-904b-4fe6-832a-eb88c7f4611b gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:05:17.414184 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'name': 'router1', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '88e4e1c2-5840-4907-90b7-45a1a94aebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:04:57Z', 'updated_at': '2022-06-16T21:05:15Z', 'revision_number': 4, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'gw_port': {'id': '88e4e1c2-5840-4907-90b7-45a1a94aebe6', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:14Z', 'updated_at': '2022-06-16T21:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '6777b9f2-f35a-4f7d-a61d-8d745877836e', 'name': '', 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'mac_address': 'fa:16:3e:58:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45070a32-3746-461d-9092-0b8be26e120b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:06Z', 'updated_at': '2022-06-16T21:05:10Z', 'revision_number': 5, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'subnets': [{'id': '45070a32-3746-461d-9092-0b8be26e120b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43d42f97-9df4-4c91-bb3d-b55174e9e116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:17.536144 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Checking router: 8a033347-904b-4fe6-832a-eb88c7f4611b for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:05:17.536515 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Updating router 8a033347-904b-4fe6-832a-eb88c7f4611b port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:05:17.588623 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:17.882216 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:17.903153 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Publish callbacks [] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:17.908754 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:17.959424 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f580145-a7b8-476c-8c03-8db23a6d51a1 None None] Pushing event updated for resources: {'Port': ['ID=88e4e1c2-5840-4907-90b7-45a1a94aebe6,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:17.961909 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Attempting to bind port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:05:17.962279 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Attempting to bind port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:05:17.962645 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Attempting to bind port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:05:17.969039 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:05:17.969414 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:05:17.969814 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:17.970201 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:05:17.970681 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Bound port: 88e4e1c2-5840-4907-90b7-45a1a94aebe6, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:05:17.971059 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:18.020924 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] For port 88e4e1c2-5840-4907-90b7-45a1a94aebe6, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:05:18.023859 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] For port 88e4e1c2-5840-4907-90b7-45a1a94aebe6, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=88e4e1c2-5840-4907-90b7-45a1a94aebe6,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:05:18.029749 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:18.090126 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Routers {'8a033347-904b-4fe6-832a-eb88c7f4611b'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:05:18.090749 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:05:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['8a033347-904b-4fe6-832a-eb88c7f4611b'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:18.094018 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f580145-a7b8-476c-8c03-8db23a6d51a1 None None] Pushing event updated for resources: {'Port': ['ID=88e4e1c2-5840-4907-90b7-45a1a94aebe6,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:18.111227 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 57742) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:05:18.195255 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] Set router 8a033347-904b-4fe6-832a-eb88c7f4611b gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:05:18.248566 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1e47e627-97ab-48f4-b7d7-dcd85936f932 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1300662 Jun 16 21:05:18.273811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:18.404805 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'name': 'router1', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '88e4e1c2-5840-4907-90b7-45a1a94aebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:04:57Z', 'updated_at': '2022-06-16T21:05:15Z', 'revision_number': 4, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'gw_port': {'id': '88e4e1c2-5840-4907-90b7-45a1a94aebe6', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:14Z', 'updated_at': '2022-06-16T21:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '6777b9f2-f35a-4f7d-a61d-8d745877836e', 'name': '', 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'mac_address': 'fa:16:3e:58:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45070a32-3746-461d-9092-0b8be26e120b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:06Z', 'updated_at': '2022-06-16T21:05:10Z', 'revision_number': 5, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'subnets': [{'id': '45070a32-3746-461d-9092-0b8be26e120b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43d42f97-9df4-4c91-bb3d-b55174e9e116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:05:18.430891 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5f46a-9213-4c4c-9847-8b40a70871d0 None None] The sync data for ids ['8a033347-904b-4fe6-832a-eb88c7f4611b'] in dv-cinder-819149-6-iscsi is: [{'id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'name': 'router1', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '88e4e1c2-5840-4907-90b7-45a1a94aebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:04:57Z', 'updated_at': '2022-06-16T21:05:15Z', 'revision_number': 4, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'gw_port': {'id': '88e4e1c2-5840-4907-90b7-45a1a94aebe6', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:14Z', 'updated_at': '2022-06-16T21:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '6777b9f2-f35a-4f7d-a61d-8d745877836e', 'name': '', 'network_id': '0c74c4a5-ee78-4675-8fbc-0e16402a3908', 'tenant_id': 'e59320347df34780a2d5d9326481f6a6', 'mac_address': 'fa:16:3e:58:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a033347-904b-4fe6-832a-eb88c7f4611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45070a32-3746-461d-9092-0b8be26e120b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:05:06Z', 'updated_at': '2022-06-16T21:05:10Z', 'revision_number': 5, 'project_id': 'e59320347df34780a2d5d9326481f6a6', 'subnets': [{'id': '45070a32-3746-461d-9092-0b8be26e120b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43d42f97-9df4-4c91-bb3d-b55174e9e116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:05:20.329433 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 88e4e1c2-5840-4907-90b7-45a1a94aebe6 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:05:20.401982 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:20.402520 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:20.487732 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:05:20.488120 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:20.509340 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 88e4e1c2-5840-4907-90b7-45a1a94aebe6, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=88e4e1c2-5840-4907-90b7-45a1a94aebe6,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:05:20.515748 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:20.571429 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=88e4e1c2-5840-4907-90b7-45a1a94aebe6,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:05:22.350592 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 88e4e1c2-5840-4907-90b7-45a1a94aebe6 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:05:22.404141 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:22.457000 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:05:22.457748 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (88e4e1c2-5840-4907-90b7-45a1a94aebe6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:22.546425 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 88e4e1c2-5840-4907-90b7-45a1a94aebe6 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:05:23.192428 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=44 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:23.200267 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=38 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:25.708074 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:25.711265 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=28 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:28.218150 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:28.241223 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:32.539255 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:32.543877 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:35.047064 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-40b61572-cdf3-4234-9473-d276b020f18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:37.304268 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9b764ec2-eb98-4f5c-a086-e3d64e23c0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:38.191784 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:05:38.498315 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:40.031347 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:40.554078 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:05:48.187793 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:50.541676 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:05:50.548374 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:00.191184 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:00.195467 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:05.045975 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-afe2573b-9d5d-4e73-b0b5-2961c01633e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:07.304164 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7d183bb8-206f-4ac2-b8de-7e6038121af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:08.499173 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:10.022801 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:10.548740 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:15.189833 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:06:20.542191 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:20.544113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:25.186425 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:35.039418 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-11313f82-1494-49db-840c-58a2845fe564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:35.381178 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58282) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:35.453585 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e6e685-4219-4b5e-a537-420093f371ca admin admin] GET failed (client error): The resource could not be found. Jun 16 21:06:35.455019 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-06e6e685-4219-4b5e-a537-420093f371ca admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728519 Jun 16 21:06:35.655380 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d655a8-0a23-4edb-9dd3-e8375effd582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:35.656918 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a9d655a8-0a23-4edb-9dd3-e8375effd582 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1978412 Jun 16 21:06:37.187063 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:37.191561 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:37.287503 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4e8a07fa-1c86-4384-94aa-75b002976ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:37.868403 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58292) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:37.963716 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e153de-47f8-433c-9bfc-e77c8b7022d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:37.965078 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e8e153de-47f8-433c-9bfc-e77c8b7022d5 admin admin] 10.222.0.43 "GET /v2.0/subnets/45070a32-3746-461d-9092-0b8be26e120b HTTP/1.1" status: 200 len: 849 time: 0.0957348 Jun 16 21:06:37.974435 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:06:38.061156 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Publish callbacks [] for subnet (45070a32-3746-461d-9092-0b8be26e120b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:38.208961 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785988212812'] for subnet (45070a32-3746-461d-9092-0b8be26e120b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:38.240480 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:38.241082 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:38.242616 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] 10.222.0.43 "PUT /v2.0/subnets/45070a32-3746-461d-9092-0b8be26e120b HTTP/1.1" status: 200 len: 868 time: 0.2714522 Jun 16 21:06:38.249588 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09cbea-5822-4850-a2cf-620b936944ed None None] Network 0c74c4a5-ee78-4675-8fbc-0e16402a3908 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:06:38.266675 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45070a32-3746-461d-9092-0b8be26e120b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:06:38.274356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.274711 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.275071 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.275396 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.275801 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.276156 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.276506 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.276842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.277173 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.277508 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.277838 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.278164 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.278489 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.278813 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.279137 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cd932-92cb-485a-b727-a83460e95b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:06:38.501455 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:38.564279 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-fac3afe7-904f-4512-ba44-bcc1bf69ee4a None None] Provisioning complete for port 6777b9f2-f35a-4f7d-a61d-8d745877836e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:06:38.564650 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fac3afe7-904f-4512-ba44-bcc1bf69ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6777b9f2-f35a-4f7d-a61d-8d745877836e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:38.637561 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fac3afe7-904f-4512-ba44-bcc1bf69ee4a None None] Current status of the port 6777b9f2-f35a-4f7d-a61d-8d745877836e is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:06:38.647566 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-fac3afe7-904f-4512-ba44-bcc1bf69ee4a None None] Provisioning complete for port a9437e63-2c8f-4574-b00c-e8926502cdec triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:06:38.647960 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fac3afe7-904f-4512-ba44-bcc1bf69ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (a9437e63-2c8f-4574-b00c-e8926502cdec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:38.721163 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fac3afe7-904f-4512-ba44-bcc1bf69ee4a None None] Current status of the port a9437e63-2c8f-4574-b00c-e8926502cdec is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:06:40.019559 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:40.430142 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58300) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:40.552696 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:06:40.641586 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b30417-c656-4f16-8643-08edd680840d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:40.642070 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b30417-c656-4f16-8643-08edd680840d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:40.643588 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f0b30417-c656-4f16-8643-08edd680840d admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125096 Jun 16 21:06:42.810747 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58310) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:42.947567 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ea7b7-531a-4969-bcb0-137451a4eed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:42.947947 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ea7b7-531a-4969-bcb0-137451a4eed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:42.949476 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9f0ea7b7-531a-4969-bcb0-137451a4eed1 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1377878 Jun 16 21:06:45.167542 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58318) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:45.371663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac16e9f4-e80f-4517-8053-df740f3e46ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:45.372988 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ac16e9f4-e80f-4517-8053-df740f3e46ee admin admin] 10.222.0.43 "GET /v2.0/networks/0c74c4a5-ee78-4675-8fbc-0e16402a3908 HTTP/1.1" status: 200 len: 869 time: 0.2044966 Jun 16 21:06:47.515145 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58326) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:47.669410 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f04261-d574-4d17-8d16-7973c54716a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:47.670771 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-46f04261-d574-4d17-8d16-7973c54716a2 admin admin] 10.222.0.43 "GET /v2.0/networks/61c64e73-54e2-4085-82b9-186927f3c473 HTTP/1.1" status: 200 len: 886 time: 0.1546755 Jun 16 21:06:49.865606 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58334) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:49.990555 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea187a-08f6-4059-93e6-337e2c81d504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:49.991008 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea187a-08f6-4059-93e6-337e2c81d504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:49.992532 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-04ea187a-08f6-4059-93e6-337e2c81d504 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260445 Jun 16 21:06:50.544663 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=52 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:50.546989 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:52.148595 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58342) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:52.187968 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:06:52.242249 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4c188-5842-47a3-b8d6-92f08ce50779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:52.242702 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4c188-5842-47a3-b8d6-92f08ce50779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:52.244262 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-34f4c188-5842-47a3-b8d6-92f08ce50779 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946999 Jun 16 21:06:54.420772 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58350) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:54.514389 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc58f1c-7145-406d-a50c-6f853f13dee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:54.515704 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-adc58f1c-7145-406d-a50c-6f853f13dee8 admin admin] 10.222.0.43 "GET /v2.0/subnets/45070a32-3746-461d-9092-0b8be26e120b HTTP/1.1" status: 200 len: 868 time: 0.0939939 Jun 16 21:06:55.368834 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:55.369611 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=75,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:06:56.670975 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58358) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:06:56.757624 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ba8cf-5f93-42a5-9879-26185f6b756f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:06:56.759503 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-361ba8cf-5f93-42a5-9879-26185f6b756f admin admin] 10.222.0.43 "GET /v2.0/subnets/b998a4b9-b89b-4847-8d18-4940804cff09 HTTP/1.1" status: 200 len: 816 time: 0.0875950 Jun 16 21:07:02.185974 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:05.042283 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4871376e-c68c-4d65-a70a-83330e2729d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:06.753058 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=58 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:06.754933 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=57 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:07.290971 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-516c80c6-b2b0-4389-83fe-686bc9a82b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:08.502333 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:10.023725 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:10.554581 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:14.192358 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:14.199213 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:20.549032 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:20.550932 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:24.684781 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58414) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:07:24.731853 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-e43d1c90-069f-4e2e-ae67-588e4966a88e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:07:24.732874 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e43d1c90-069f-4e2e-ae67-588e4966a88e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471857 Jun 16 21:07:26.991413 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58422) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:07:27.051739 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e8d812-effa-459a-8e8c-e02a0ce23b11 admin admin] GET failed (client error): The resource could not be found. Jun 16 21:07:27.053062 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e6e8d812-effa-459a-8e8c-e02a0ce23b11 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607069 Jun 16 21:07:27.249934 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1253f9-0310-4604-8c8e-facce3ce4c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:07:27.251327 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-da1253f9-0310-4604-8c8e-facce3ce4c48 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1927080 Jun 16 21:07:29.187938 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:07:29.437651 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58430) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:07:29.484167 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:07:29.505357 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Made reservation on behalf of c0cca612cc8a4e54bb60862d1d2ad94b for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:07:29.507652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:29.543069 dv-cinder-819149-6-iscsi neutron-server[104109]: WARNING neutron.services.revisions.revision_plugin [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Could not find related network for resource to bump revision. Jun 16 21:07:29.554173 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:07:29.563539 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (72ba6e2f-4b7c-414c-8139-6a5f74c696a9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:29.563875 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Added segment 72ba6e2f-4b7c-414c-8139-6a5f74c696a9 of type vlan for network 99da54d4-c901-4f7c-8481-2f94d59b0e20 Jun 16 21:07:29.607124 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (99da54d4-c901-4f7c-8481-2f94d59b0e20), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:29.631258 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (99da54d4-c901-4f7c-8481-2f94d59b0e20), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:29.632258 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:07:29.632835 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:29.665778 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2270699 Jun 16 21:07:29.696024 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Pushing event updated for resources: {'Network': ['ID=99da54d4-c901-4f7c-8481-2f94d59b0e20,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:07:29.703535 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.703905 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.704304 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.704633 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.704956 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.705345 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.705614 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.705969 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.706290 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.706586 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.706936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.707259 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.707574 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.707885 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.708221 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f824b-201f-403c-bbc2-25901f28b068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:29.719415 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 99da54d4-c901-4f7c-8481-2f94d59b0e20 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:07:31.827691 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58438) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:07:31.888710 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.pecan_wsgi.hooks.translation [None req-654589f2-2b41-4e38-86a9-11879f8e8016 admin admin] GET failed (client error): The resource could not be found. Jun 16 21:07:31.889985 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-654589f2-2b41-4e38-86a9-11879f8e8016 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613074 Jun 16 21:07:31.964508 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc6ee8-60f2-47af-96bf-a55923a5f6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:07:31.965922 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-88cc6ee8-60f2-47af-96bf-a55923a5f6a6 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0719607 Jun 16 21:07:31.975472 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:07:31.994287 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Made reservation on behalf of c0cca612cc8a4e54bb60862d1d2ad94b for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:07:31.996580 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.158834 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (8892f1c8-c5d7-4512-b8bb-f13dcc098aa8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.216248 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8892f1c8-c5d7-4512-b8bb-f13dcc098aa8,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:07:32.222952 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Checking segment: {'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:07:32.223297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Network hostable DHCP agents. Network: 99da54d4-c901-4f7c-8481-2f94d59b0e20, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:07:32.240284 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Network 99da54d4-c901-4f7c-8481-2f94d59b0e20 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:07:32.249475 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 99da54d4-c901-4f7c-8481-2f94d59b0e20) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:07:32.253302 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:07:32.253911 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.259205 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ade3b1-40c3-4589-8302-b007710eab2b None None] Network 99da54d4-c901-4f7c-8481-2f94d59b0e20 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:07:32.270716 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8a4c74a3-6272-4d7b-a303-f47c93c90db9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2984965 Jun 16 21:07:32.379147 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-99da54d4-c901-4f7c-8481-2f94d59b0e20', 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20', 'project_id': 'c0cca612cc8a4e54bb60862d1d2ad94b', 'fixed_ips': [{'subnet_id': '8892f1c8-c5d7-4512-b8bb-f13dcc098aa8'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:07:32.380223 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.523594 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Allocated IP 192.168.233.2 (99da54d4-c901-4f7c-8481-2f94d59b0e20/8892f1c8-c5d7-4512-b8bb-f13dcc098aa8/aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:07:32.670248 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Publish callbacks [] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.676249 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.723163 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Pushing event updated for resources: {'Port': ['ID=aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:07:32.727123 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Network 99da54d4-c901-4f7c-8481-2f94d59b0e20 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:07:32.731809 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:07:32.733995 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.734333 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.734691 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.735045 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.735375 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.735703 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.736021 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.736369 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.736689 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.737011 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.737333 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.737662 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.737984 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.738297 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.738627 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:07:32.741604 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:07:32.801531 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Attempting to bind port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:07:32.801893 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Attempting to bind port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:07:32.802248 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Attempting to bind port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 on network 99da54d4-c901-4f7c-8481-2f94d59b0e20 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:07:32.807839 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:07:32.808226 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Checking segment: {'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:07:32.808621 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.808994 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Bound using segment: {'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:07:32.809450 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Bound port: aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:07:32.809814 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.872377 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] For port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:07:32.875470 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] For port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7,segment=NetworkSegment(72ba6e2f-4b7c-414c-8139-6a5f74c696a9),segment_id=72ba6e2f-4b7c-414c-8139-6a5f74c696a9)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:07:32.882640 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:32.940532 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e4302-ffb5-4356-ad74-e34a386f5018 None None] Pushing event updated for resources: {'Port': ['ID=aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:07:33.766220 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c387b-65f3-4909-8154-4eec9b97c900 None None] Network 99da54d4-c901-4f7c-8481-2f94d59b0e20 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:07:33.924314 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-309d01a1-a9f4-44c6-93e9-9e982b65b68c None None] Provisioning complete for port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:07:33.924648 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-309d01a1-a9f4-44c6-93e9-9e982b65b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:33.957772 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:33.975033 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:34.051471 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-309d01a1-a9f4-44c6-93e9-9e982b65b68c None None] Current status of the port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:07:34.052217 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-309d01a1-a9f4-44c6-93e9-9e982b65b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:34.093094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-309d01a1-a9f4-44c6-93e9-9e982b65b68c None None] For port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7,segment=NetworkSegment(72ba6e2f-4b7c-414c-8139-6a5f74c696a9),segment_id=72ba6e2f-4b7c-414c-8139-6a5f74c696a9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:07:34.097626 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-309d01a1-a9f4-44c6-93e9-9e982b65b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:34.150378 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d01a1-a9f4-44c6-93e9-9e982b65b68c None None] Pushing event updated for resources: {'Port': ['ID=aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:07:34.217452 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-bb22f1d9-1996-49eb-bbb8-af88c75c354f None None] Provisioning complete for port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:07:34.217843 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bb22f1d9-1996-49eb-bbb8-af88c75c354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:34.297107 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bb22f1d9-1996-49eb-bbb8-af88c75c354f None None] Current status of the port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:07:34.409499 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:07:34.454378 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:07:34.454683 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:34.530138 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port aaeb4f8e-19dc-4b56-b6de-1c62c0f116a7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:07:35.046347 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b7b94114-9c7d-4b95-8c4f-2cda988eeaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:37.294492 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-98f12ffd-d440-4908-8841-14c5432bd846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:38.507844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:39.184819 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:39.185643 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:40.030861 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:40.559126 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:07:42.264403 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:42.265103 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:50.547227 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:50.554798 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:51.190907 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:07:51.196065 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:08:05.049706 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26bf381a-0554-47c3-a0b1-a153d500eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:06.187726 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:08:07.297494 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-513f4561-9c43-40c3-9968-28c5cb404d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:08.510512 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:10.032815 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:10.561198 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:20.549648 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:08:20.557301 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:08:28.202503 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:08:33.184689 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:08:35.052353 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-88fcd8e7-ce3b-48a6-acd0-8f07dad93dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:37.300096 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef212-bf17-4c83-bed2-934d717b042f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:38.514125 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:40.036465 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:40.565704 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:08:43.186634 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:08:50.553839 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:08:50.559830 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:08:53.183444 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:05.056753 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47e59662-924c-4dc1-a083-d3341fb48820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:05.196884 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:05.199364 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:07.304453 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-975bd162-ebe9-4967-9984-7fcfcb0da426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:08.515504 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:10.042029 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:10.572139 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:20.185753 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:09:20.563902 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:20.566829 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:21.668648 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58476) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:09:21.674150 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-6ac6df01-5e93-492c-bd6e-2e861bec3a29 tempest-verify_tempest_config-364650868 tempest-verify_tempest_config-364650868-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:09:21.675171 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6ac6df01-5e93-492c-bd6e-2e861bec3a29 tempest-verify_tempest_config-364650868 tempest-verify_tempest_config-364650868-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055573 Jun 16 21:09:21.974732 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58494) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:09:22.079560 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:22.155668 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Publish callbacks [] for security_group (51263b03-1bd7-4d52-a1e9-473e960b73a9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:22.159241 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (51263b03-1bd7-4d52-a1e9-473e960b73a9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:22.204569 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59006f76d7c54d4697d9f168012284d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2288005 Jun 16 21:09:22.205362 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51263b03-1bd7-4d52-a1e9-473e960b73a9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:09:22.207227 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58498) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:09:22.222901 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.223238 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.223571 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.224545 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.224872 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.225192 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.225507 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.225819 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.226147 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.226463 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.226789 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.227117 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.227428 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.227733 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.228042 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388b594-8f34-479f-a640-257f84f9246c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:09:22.274642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe0dba6-7648-4560-a5ae-47914eb6ac73 admin admin] Publish callbacks [] for security_group (51263b03-1bd7-4d52-a1e9-473e960b73a9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:22.295550 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe0dba6-7648-4560-a5ae-47914eb6ac73 admin admin] Publish callbacks [] for security_group (51263b03-1bd7-4d52-a1e9-473e960b73a9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:22.389051 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe0dba6-7648-4560-a5ae-47914eb6ac73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (51263b03-1bd7-4d52-a1e9-473e960b73a9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:22.393247 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ebe0dba6-7648-4560-a5ae-47914eb6ac73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:22.394892 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ebe0dba6-7648-4560-a5ae-47914eb6ac73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51263b03-1bd7-4d52-a1e9-473e960b73a9 HTTP/1.1" status: 204 len: 168 time: 0.1865013 Jun 16 21:09:22.404154 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0dba6-7648-4560-a5ae-47914eb6ac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51263b03-1bd7-4d52-a1e9-473e960b73a9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:09:32.398931 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:32.400162 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=39,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:32.423299 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:35.059109 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0cf44b5b-4e56-4590-8002-a2848808fc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:37.307379 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e8a779d-32e6-4af5-b43c-40e7c90ea629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:38.518736 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:40.046233 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:40.566689 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:09:42.190416 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=19 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:42.195484 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:50.555336 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:50.561349 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:09:57.184833 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:10:05.060546 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af6cdfee-65d7-4cbf-a156-2a45c9befdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:07.180724 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:07.181491 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:07.312385 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-64e4d57a-6532-49de-b387-312736e9605d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:08.520606 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:10.046443 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:10.570395 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:19.187077 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:19.194096 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:20.559736 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:20.566799 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:33.190570 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:34.183996 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:10:35.062267 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fbc06ed7-8983-4398-a7eb-e804dd9c4cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:37.314166 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-93237689-e7d7-49e0-a86a-1344eaaa4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:38.524598 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:40.049111 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:40.573615 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:10:44.180288 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:50.567151 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:50.569162 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:56.185854 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:10:56.189981 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:03.052314 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1803110'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:05.064830 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-468e28ef-dac4-4d6a-b267-3ab1ab060ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:07.315079 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-be52721b-e375-4577-a699-4f8ed31ab4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:08.528865 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:10.053554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:10.576188 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:11.188631 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:11:15.027086 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58572) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:11:15.131322 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b398cd78-37bf-4e56-ac3d-da9cea4a7324 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1031637 Jun 16 21:11:17.311921 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58582) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:11:17.368716 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6d1f2248-ac86-4b47-8b76-53034bd9b18e admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0556080 Jun 16 21:11:20.568891 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:20.572299 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:21.178919 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:27.362967 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:27.364793 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:33.018530 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:34.165262 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:34.167575 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=17 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:35.066787 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a694efb8-01cd-4927-a58e-41068071bd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:37.316290 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53d84651-df28-4142-a55d-720c87278fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:38.529479 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:40.058713 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:40.579566 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:11:48.187430 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:11:50.572774 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:50.574640 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:11:58.183453 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:03.036068 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:05.070075 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e5a925d7-ebec-4154-a58b-98c72da0e605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:07.318702 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-78bfb243-7a65-408e-a88c-bf1e060716e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:08.534163 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:10.062051 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:10.182183 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:10.186880 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:10.588836 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:20.576594 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=4,neutron:SELECT=16 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:20.584296 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:25.186806 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:12:33.034705 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:33.196351 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:35.073676 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8e45a11-dd23-4a1b-a61f-cc28a435a396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:35.184406 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:37.321837 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9432d1b1-ce6b-4d65-bd54-01ec22bb5800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:38.534668 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:40.066412 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:40.591008 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:47.178239 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:47.185496 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:50.576747 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:50.587011 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:55.063727 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58746) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:55.130879 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58756) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:55.344029 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1426427401-network', 'tenant_id': '87f4749861b548a6808e215ab16497d9'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:55.365535 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Made reservation on behalf of 87f4749861b548a6808e215ab16497d9 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:55.372954 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.390827 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1472122122-network', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:55.394432 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.427860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Made reservation on behalf of f22cbeb1402848dbb84a5718dca357e1 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:55.430924 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.440685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.514484 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58792) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:55.582438 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks [] for security_group (e8562522-2210-401b-b9a2-fb2c9d6abeb3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.590820 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks [] for security_group (12fcc3a9-e145-4274-a806-9cead6aed55c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.593060 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (e8562522-2210-401b-b9a2-fb2c9d6abeb3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.610454 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (12fcc3a9-e145-4274-a806-9cead6aed55c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.624221 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:12:55.645179 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:12:55.647086 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8562522-2210-401b-b9a2-fb2c9d6abeb3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:55.659681 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (7eee0c29-9845-4c74-9c65-7360374123c2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.660022 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Added segment 7eee0c29-9845-4c74-9c65-7360374123c2 of type vlan for network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed Jun 16 21:12:55.669625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.669991 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.670401 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.670644 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.670963 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.671284 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.671609 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.671922 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.672287 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.672611 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.672941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.673301 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.673580 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.673905 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.674197 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Tracked resource versions report: Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: pushed versions: Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Log': {'1.0'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Network': {'1.1'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Port': {'1.7'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: consumer versions: Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: HyperV agent@hv-cinder-81914: {}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Agent': '1.1', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Log': '1.0', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Network': '1.1', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Port': '1.7', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'SubPort': '1.0', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Subnet': '1.1', Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Jun 16 21:12:55.675397 dv-cinder-819149-6-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:12:55.684542 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (a63be4da-04c1-49b5-9cf4-a4873bafc39f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.684873 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Added segment a63be4da-04c1-49b5-9cf4-a4873bafc39f of type vlan for network c4d0a869-8cad-4582-83ab-86c097e04c69 Jun 16 21:12:55.747759 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (84c78649-9aa8-4eb4-a6f2-165e9dc816ed), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.772990 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fcc3a9-e145-4274-a806-9cead6aed55c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:55.797602 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (c4d0a869-8cad-4582-83ab-86c097e04c69), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.817981 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (84c78649-9aa8-4eb4-a6f2-165e9dc816ed), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.818944 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:55.819508 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.888141 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8200033 Jun 16 21:12:55.888141 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (c4d0a869-8cad-4582-83ab-86c097e04c69), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.888141 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:55.888141 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.888503 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58814) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:55.893129 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b2bff-0189-4bd8-953c-b210262eba64 admin admin] Pushing event updated for resources: {'Network': ['ID=84c78649-9aa8-4eb4-a6f2-165e9dc816ed,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:55.893357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-6058160-network', 'tenant_id': 'b850a1073cc848b5b21f2a38a7bf4d4d'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:55.908080 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:12:55.909329 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Request body: {'subnet': {'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1426427401-subnet', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:55.932050 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58818) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:55.949323 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Made reservation on behalf of b850a1073cc848b5b21f2a38a7bf4d4d for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:55.953654 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.965873 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.974357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Made reservation on behalf of 87f4749861b548a6808e215ab16497d9 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:55.978203 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:55.997168 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8651645 Jun 16 21:12:55.998050 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58822) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:56.010543 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Request body: {'subnet': {'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-subnet', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:56.060268 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:56.075679 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10efee-5c32-4c96-85aa-edccc810b631 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d0a869-8cad-4582-83ab-86c097e04c69,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:56.082884 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:56.084211 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58838) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:56.090447 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Made reservation on behalf of f22cbeb1402848dbb84a5718dca357e1 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:56.091065 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network c4d0a869-8cad-4582-83ab-86c097e04c69 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:12:56.095328 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.298616 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-223304873-network', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:56.333911 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-505747618-network', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:56.344617 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks [] for security_group (c225bf68-d228-4fa0-8e52-ebb1f7b196ca), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.356836 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (8b664bd6-1eb7-49e4-809b-bf1e86bec505), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.368554 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Made reservation on behalf of 536b36bd517a4dca8706718f6bab9c1a for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:56.370958 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.403507 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Made reservation on behalf of 8fd2e5ab99c341d38c3f78dc17c0faf2 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:56.406085 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.407787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c225bf68-d228-4fa0-8e52-ebb1f7b196ca), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.418247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.425867 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b664bd6-1eb7-49e4-809b-bf1e86bec505,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:56.436900 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.440607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.457732 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225bf68-d228-4fa0-8e52-ebb1f7b196ca,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:56.477834 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.478426 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.479085 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.479604 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.480103 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.480615 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.481102 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.481643 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.482723 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.483286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.484111 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.484670 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.485400 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.486047 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.486527 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Tracked resource versions report: Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: pushed versions: Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: { 'AddressGroup': {'1.2'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Agent': {'1.1'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Log': {'1.0'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'NDPProxy': {'1.0'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Network': {'1.1'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Port': {'1.7'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'PortForwarding': {'1.3'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'QosPolicy': {'1.10'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroup': {'1.5'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SubPort': {'1.0'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Subnet': {'1.1'}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Trunk': {'1.1'}} Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: consumer versions: Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: HyperV agent@hv-cinder-81914: {}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Agent': '1.1', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'ConntrackHelper': '1.0', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'LocalIPAssociation': '1.0', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Log': '1.0', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'NDPProxy': '1.0', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Network': '1.1', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Port': '1.7', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'PortForwarding': '1.3', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'QosPolicy': '1.10', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroup': '1.5', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SecurityGroupRule': '1.2', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'SubPort': '1.0', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Subnet': '1.1', Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: 'Trunk': '1.1'}} Jun 16 21:12:56.487909 dv-cinder-819149-6-iscsi neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:12:56.514487 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:12:56.537759 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785988367342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (4ca22fc1-ee6f-48c4-9b36-96ee73801ea6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.540077 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Unsubscribe: segment precommit_create {{(pid=104108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 21:12:56.541711 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Added segment 4ca22fc1-ee6f-48c4-9b36-96ee73801ea6 of type vlan for network 6738c0a7-0104-4c60-bbd9-c6dcb68e790e Jun 16 21:12:56.563264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Checking segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:12:56.563614 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Network hostable DHCP agents. Network: c4d0a869-8cad-4582-83ab-86c097e04c69, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:12:56.642645 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Checking segment: {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:12:56.643120 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Network hostable DHCP agents. Network: 84c78649-9aa8-4eb4-a6f2-165e9dc816ed, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:12:56.661733 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:12:56.683139 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks [] for security_group (eee8e39b-0d8f-4249-8eb3-07fdd024fb6d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.688161 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (6738c0a7-0104-4c60-bbd9-c6dcb68e790e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.705856 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (eee8e39b-0d8f-4249-8eb3-07fdd024fb6d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.737125 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, c4d0a869-8cad-4582-83ab-86c097e04c69) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:56.754156 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:56.754476 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef52a503-2b21-46eb-97e7-b3bc3c6bb839 None None] Network c4d0a869-8cad-4582-83ab-86c097e04c69 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:12:56.755310 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.770750 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:12:56.773977 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:56.790448 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:12:56.795476 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:56.806600 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks [] for security_group (6faa25b0-dbe1-4e88-a208-8b706fd0ed9e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.813163 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (e33937db-05ca-4f58-a3a0-a02e144a25c4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.813832 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Added segment e33937db-05ca-4f58-a3a0-a02e144a25c4 of type vlan for network f15db21b-4597-49e4-b0f9-2724f76cadbd Jun 16 21:12:56.815881 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee8e39b-0d8f-4249-8eb3-07fdd024fb6d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:56.823343 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 84c78649-9aa8-4eb4-a6f2-165e9dc816ed) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:56.828683 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6faa25b0-dbe1-4e88-a208-8b706fd0ed9e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.839428 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:56.840114 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-63f4ae31-1864-4f76-ba8f-ce71cce521ab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8386109 Jun 16 21:12:56.846997 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.856600 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58866) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:56.878953 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=69,neutron:INSERT=23,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:56.881703 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:56.889413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (6738c0a7-0104-4c60-bbd9-c6dcb68e790e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.891838 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:56.892989 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.896348 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (f15db21b-4597-49e4-b0f9-2724f76cadbd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.904517 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:12:56.906807 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:56.933664 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faa25b0-dbe1-4e88-a208-8b706fd0ed9e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:56.936962 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c0fa7f2a-770f-4fbd-b713-faa686a91f58), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.937436 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Added segment c0fa7f2a-770f-4fbd-b713-faa686a91f58 of type vlan for network c45b6299-9716-4173-aacf-27f0517667e5 Jun 16 21:12:56.973558 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3401effa-56eb-4f7c-8796-67bb57077aef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0843973 Jun 16 21:12:56.979722 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58870) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:56.982281 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (f15db21b-4597-49e4-b0f9-2724f76cadbd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.983347 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:56.984315 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:56.991467 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:57.015036 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4998279 Jun 16 21:12:57.016514 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58872) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:57.030240 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (c45b6299-9716-4173-aacf-27f0517667e5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.040467 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Request body: {'subnet': {'network_id': '6738c0a7-0104-4c60-bbd9-c6dcb68e790e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-6058160-subnet', 'tenant_id': 'b850a1073cc848b5b21f2a38a7bf4d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:57.081768 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ca634-6d6e-4f59-bfdc-902bef4c6ad7 None None] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:12:57.115300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Made reservation on behalf of b850a1073cc848b5b21f2a38a7bf4d4d for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:57.118699 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.157426 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] Pushing event updated for resources: {'Network': ['ID=f15db21b-4597-49e4-b0f9-2724f76cadbd,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:57.179365 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (26cba941-3cb4-481e-bf87-1e2351b77707), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.180825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (26cba941-3cb4-481e-bf87-1e2351b77707), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.184818 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network f15db21b-4597-49e4-b0f9-2724f76cadbd details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:12:57.208405 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4d6640df-c81d-4c6e-8918-9708e703e077 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1200731 Jun 16 21:12:57.212937 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58884) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:57.232929 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Request body: {'subnet': {'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-subnet', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:57.257227 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (c45b6299-9716-4173-aacf-27f0517667e5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.258801 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:57.260960 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.360701 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-c4d0a869-8cad-4582-83ab-86c097e04c69', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:12:57.361692 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.419138 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.422978 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.441888 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'project_id': '87f4749861b548a6808e215ab16497d9', 'fixed_ips': [{'subnet_id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:12:57.442910 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.479988 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (d7871c3b-6a16-45d5-9c05-e78a4ff0a192), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.500941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks [] for router_controller (26cba941-3cb4-481e-bf87-1e2351b77707), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.502596 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Made reservation on behalf of 8fd2e5ab99c341d38c3f78dc17c0faf2 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:57.506323 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.530420 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa714e-f3dc-487a-bb18-40eab6d6a82a admin admin] Pushing event updated for resources: {'Network': ['ID=6738c0a7-0104-4c60-bbd9-c6dcb68e790e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:57.553155 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 6738c0a7-0104-4c60-bbd9-c6dcb68e790e details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:12:57.616024 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] Pushing event updated for resources: {'Network': ['ID=c45b6299-9716-4173-aacf-27f0517667e5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:57.646975 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:57.671765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks [] for router_controller (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.705466 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network c45b6299-9716-4173-aacf-27f0517667e5 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:12:57.771348 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Checking segment: {'id': '4ca22fc1-ee6f-48c4-9b36-96ee73801ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6738c0a7-0104-4c60-bbd9-c6dcb68e790e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:12:57.771683 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Network hostable DHCP agents. Network: 6738c0a7-0104-4c60-bbd9-c6dcb68e790e, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:12:57.779901 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c6de253e-a0c4-4dd0-a781-53bdf6f7da1c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8287477 Jun 16 21:12:57.785261 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58888) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:57.785473 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7871c3b-6a16-45d5-9c05-e78a4ff0a192,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:57.852373 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Request body: {'subnet': {'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-223304873-subnet', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:57.950524 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Allocated IP 172.20.0.2 (c4d0a869-8cad-4582-83ab-86c097e04c69/8b664bd6-1eb7-49e4-809b-bf1e86bec505/6dcfc291-8043-405b-977c-3b1d8a0fab67) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:12:57.955355 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks [] for router_gateway (26cba941-3cb4-481e-bf87-1e2351b77707), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:57.974345 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks [] for router_gateway (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.003194 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:58.076938 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Made reservation on behalf of 536b36bd517a4dca8706718f6bab9c1a for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:58.079843 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.081841 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:58.094938 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Network 6738c0a7-0104-4c60-bbd9-c6dcb68e790e is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:12:58.104655 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:58.131566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 6738c0a7-0104-4c60-bbd9-c6dcb68e790e) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:58.150072 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:58.150072 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.177169 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e346fc-5110-43c1-b89f-a30fbf1fc39d None None] Network 6738c0a7-0104-4c60-bbd9-c6dcb68e790e requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:12:58.215242 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-510b21ea-5c20-46e5-82bd-9117baa33d08 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1788831 Jun 16 21:12:58.356322 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks [] for router_gateway (26cba941-3cb4-481e-bf87-1e2351b77707), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.370871 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Allocated IP 172.20.0.2 (84c78649-9aa8-4eb4-a6f2-165e9dc816ed/d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3/cd34bce2-c214-47b3-b3b5-d5b129dae8f3) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:12:58.375289 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks [] for router_gateway (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.394898 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.416599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.444633 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:58.497914 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:58.546397 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b3ba8-9eaf-4425-b964-0b11b4ca30bc None None] Network 6738c0a7-0104-4c60-bbd9-c6dcb68e790e requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:12:58.601870 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Publish callbacks [] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.613401 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (32fd7ec2-ee74-48a1-92de-347cd2d46d3b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.623776 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Allocated IP 172.27.3.104 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/deaa9358-462d-407d-a818-d4e94eb4221b) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:12:58.649543 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.737930 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fd7ec2-ee74-48a1-92de-347cd2d46d3b,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:58.746160 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:12:58.760346 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:58.766545 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Checking segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:12:58.766957 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Network hostable DHCP agents. Network: f15db21b-4597-49e4-b0f9-2724f76cadbd, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:12:58.773210 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:12:58.775529 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Pushing event updated for resources: {'Port': ['ID=6dcfc291-8043-405b-977c-3b1d8a0fab67,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:58.776677 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (7502ff76-40af-4764-bc43-1d6ba9d423e3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.806372 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Publish callbacks [] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.811395 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.811823 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.812235 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.812609 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.812942 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.813400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.813725 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.814054 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.814379 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.814833 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.815157 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.815626 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.815956 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.816320 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.816642 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Tracked resource versions report: Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: pushed versions: Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Log': {'1.0'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Network': {'1.1'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Port': {'1.7'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: consumer versions: Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: HyperV agent@hv-cinder-81914: {}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Agent': '1.1', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Log': '1.0', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Network': '1.1', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Port': '1.7', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'SubPort': '1.0', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Subnet': '1.1', Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Jun 16 21:12:58.817973 dv-cinder-819149-6-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:12:58.826880 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.839487 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Network f15db21b-4597-49e4-b0f9-2724f76cadbd is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:12:58.857135 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, f15db21b-4597-49e4-b0f9-2724f76cadbd) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:58.871842 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7502ff76-40af-4764-bc43-1d6ba9d423e3,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:58.875263 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:58.875921 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.898909 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9be861-42a5-4169-a660-bbe5549520ab None None] Network f15db21b-4597-49e4-b0f9-2724f76cadbd requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:12:58.922510 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4a71b17d-ddcf-4a92-b2ce-e63b88008e43 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7021108 Jun 16 21:12:58.923428 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58924) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:58.928312 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:58.932997 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Checking segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:12:58.933322 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Network hostable DHCP agents. Network: c45b6299-9716-4173-aacf-27f0517667e5, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:12:58.959300 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Pushing event updated for resources: {'Port': ['ID=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:58.972123 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Network c45b6299-9716-4173-aacf-27f0517667e5 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:12:58.972786 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks [] for port (deaa9358-462d-407d-a818-d4e94eb4221b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.977850 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (36e752dd-1a93-43bd-81ab-1910009e9d23), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.979035 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (36e752dd-1a93-43bd-81ab-1910009e9d23), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:58.980067 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:12:58.987851 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, c45b6299-9716-4173-aacf-27f0517667e5) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:58.997834 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:59.001204 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:12:59.002229 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.032845 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2be8e-9804-4d62-a66b-6976700697aa None None] Network c45b6299-9716-4173-aacf-27f0517667e5 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:12:59.035110 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:59.038066 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:12:59.040423 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58930) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:59.050668 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-927488794-network', 'tenant_id': 'd5223955c846440693dd84ca102dea73'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:59.059956 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks [] for router_controller (36e752dd-1a93-43bd-81ab-1910009e9d23), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.083482 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.086187 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Made reservation on behalf of d5223955c846440693dd84ca102dea73 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:12:59.089322 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.090545 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Attempting to bind port 6dcfc291-8043-405b-977c-3b1d8a0fab67 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:12:59.091095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Attempting to bind port 6dcfc291-8043-405b-977c-3b1d8a0fab67 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:12:59.091631 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Attempting to bind port 6dcfc291-8043-405b-977c-3b1d8a0fab67 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:12:59.101400 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-217bcc2d-b8ab-4e6a-82f3-0110b0892775 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3128943 Jun 16 21:12:59.105500 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58936) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:12:59.112595 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:12:59.146331 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.181770 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:12:59.203099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:12:59.215161 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:12:59.217279 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Pushing event updated for resources: {'Port': ['ID=deaa9358-462d-407d-a818-d4e94eb4221b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:12:59.231415 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Allocated IP 172.27.3.4 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/5f235da6-736a-4077-aa2e-09b17510e04d) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:12:59.253096 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (74e293d6-4e8b-46a7-aa5b-e06703509423), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.254235 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (74e293d6-4e8b-46a7-aa5b-e06703509423), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.281919 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:12:59.282538 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Checking segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:12:59.284869 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.285424 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Bound using segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:12:59.285989 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Bound port: 6dcfc291-8043-405b-977c-3b1d8a0fab67, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:12:59.286580 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.297325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:59.351840 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:59.409751 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks [] for router_controller (74e293d6-4e8b-46a7-aa5b-e06703509423), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.420767 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks [] for router_gateway (36e752dd-1a93-43bd-81ab-1910009e9d23), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.575238 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:59.579289 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks [] for security_group (2ee2d953-bfa3-44ec-96d8-8686aa05cdf0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.590477 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (2ee2d953-bfa3-44ec-96d8-8686aa05cdf0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.618320 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:59.623689 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Attempting to bind port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:12:59.624061 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Attempting to bind port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:12:59.624482 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Attempting to bind port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 on network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:12:59.670945 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks [] for port (5f235da6-736a-4077-aa2e-09b17510e04d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.671197 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-f15db21b-4597-49e4-b0f9-2724f76cadbd', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:12:59.672125 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.677728 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:12:59.678104 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Checking segment: {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:12:59.678499 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.678891 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Bound using segment: {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:12:59.680023 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Bound port: cd34bce2-c214-47b3-b3b5-d5b129dae8f3, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:12:59.680447 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.703932 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:12:59.716489 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-c45b6299-9716-4173-aacf-27f0517667e5', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:12:59.717417 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.789386 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] For port 6dcfc291-8043-405b-977c-3b1d8a0fab67, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:12:59.891074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] For port 6dcfc291-8043-405b-977c-3b1d8a0fab67, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6dcfc291-8043-405b-977c-3b1d8a0fab67,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:12:59.897214 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks [] for router_gateway (36e752dd-1a93-43bd-81ab-1910009e9d23), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.936986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:12:59.961438 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.004321 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:13:00.035929 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.052361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks [] for router_gateway (74e293d6-4e8b-46a7-aa5b-e06703509423), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.071034 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b06fd9-dd7f-4dd0-93a3-bc03d46546de None None] Pushing event updated for resources: {'Port': ['ID=6dcfc291-8043-405b-977c-3b1d8a0fab67,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:00.083101 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee2d953-bfa3-44ec-96d8-8686aa05cdf0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:00.103692 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (e7bbc17a-2b32-4d9d-9d34-e707375c61a0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.103921 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Added segment e7bbc17a-2b32-4d9d-9d34-e707375c61a0 of type vlan for network 09f876e6-5207-4337-b0e4-3b4bd8278b1e Jun 16 21:13:00.145363 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks [] for router_gateway (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.155832 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] For port cd34bce2-c214-47b3-b3b5-d5b129dae8f3, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:00.177510 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] For port cd34bce2-c214-47b3-b3b5-d5b129dae8f3, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:00.239332 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (09f876e6-5207-4337-b0e4-3b4bd8278b1e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.240985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.245783 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Allocated IP 172.27.3.210 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/64f93dac-9a28-4405-8f86-9918de8af4ed) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:00.263021 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Allocated IP 172.20.0.2 (f15db21b-4597-49e4-b0f9-2724f76cadbd/32fd7ec2-ee74-48a1-92de-347cd2d46d3b/edee6a03-1d54-4168-983e-2ff4e57dcef3) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:00.278820 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:00.280910 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:00.299070 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:00.312997 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:00.384198 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (09f876e6-5207-4337-b0e4-3b4bd8278b1e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.385180 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:00.385763 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.430038 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f235da6-736a-4077-aa2e-09b17510e04d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:00.492332 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Allocated IP 172.20.0.2 (c45b6299-9716-4173-aacf-27f0517667e5/7502ff76-40af-4764-bc43-1d6ba9d423e3/7f7c5f73-52f6-4c92-80dd-ce81a334bebb) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:00.499057 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2badde4-a902-4c93-aef8-d0c6ecb8fd20 None None] Pushing event updated for resources: {'Port': ['ID=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:00.627522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks [] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.629502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=9 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:00.630909 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 58986) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:00.631032 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5709770 Jun 16 21:13:00.631129 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Request body: {'subnet': {'network_id': '09f876e6-5207-4337-b0e4-3b4bd8278b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-927488794-subnet', 'tenant_id': 'd5223955c846440693dd84ca102dea73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:00.676107 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209b57d-ea05-4f29-a6c1-860a6e835002 admin admin] Pushing event updated for resources: {'Network': ['ID=09f876e6-5207-4337-b0e4-3b4bd8278b1e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:00.775933 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:00.780837 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 09f876e6-5207-4337-b0e4-3b4bd8278b1e details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:13:00.799969 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks [] for router_gateway (74e293d6-4e8b-46a7-aa5b-e06703509423), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.812568 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.832049 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Made reservation on behalf of d5223955c846440693dd84ca102dea73 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:00.834856 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.840227 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:00.847612 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.879698 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Publish callbacks [] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.892495 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.937118 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Publish callbacks [] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.939346 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:00.982735 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.008642 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Network f15db21b-4597-49e4-b0f9-2724f76cadbd is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:01.013715 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Allocated IP 172.27.3.177 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/af68754b-b380-4c52-8e03-418fbc557b12) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:01.017453 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:01.020964 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:01.028843 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks [] for router_gateway (26cba941-3cb4-481e-bf87-1e2351b77707), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.035041 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:01.039181 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Pushing event updated for resources: {'Port': ['ID=edee6a03-1d54-4168-983e-2ff4e57dcef3,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:01.074470 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Pushing event updated for resources: {'Port': ['ID=64f93dac-9a28-4405-8f86-9918de8af4ed,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:01.081642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:01.082922 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:01.091619 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:01.096947 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Network c45b6299-9716-4173-aacf-27f0517667e5 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:01.108019 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:01.110975 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:01.130689 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:01.184813 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Pushing event updated for resources: {'Port': ['ID=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:01.231582 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Attempting to bind port edee6a03-1d54-4168-983e-2ff4e57dcef3 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:01.231942 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Attempting to bind port edee6a03-1d54-4168-983e-2ff4e57dcef3 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:01.232322 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Attempting to bind port edee6a03-1d54-4168-983e-2ff4e57dcef3 on network f15db21b-4597-49e4-b0f9-2724f76cadbd {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:01.248910 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Attempting to bind port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:01.249277 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Attempting to bind port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:01.249642 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Attempting to bind port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb on network c45b6299-9716-4173-aacf-27f0517667e5 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:01.254028 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:01.254400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Checking segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:01.254792 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.255184 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Bound using segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:01.255658 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Bound port: edee6a03-1d54-4168-983e-2ff4e57dcef3, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:01.256032 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.273836 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:01.274278 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Checking segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:01.274602 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.274988 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Bound using segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:01.275463 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Bound port: 7f7c5f73-52f6-4c92-80dd-ce81a334bebb, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:01.275841 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.386067 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] For port edee6a03-1d54-4168-983e-2ff4e57dcef3, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:01.391361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks [] for port (af68754b-b380-4c52-8e03-418fbc557b12), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.392518 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] For port edee6a03-1d54-4168-983e-2ff4e57dcef3, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=edee6a03-1d54-4168-983e-2ff4e57dcef3,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:01.400575 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] For port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:01.404938 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] For port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:01.409447 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.437878 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.454801 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (af68754b-b380-4c52-8e03-418fbc557b12), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.505177 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9f95c-2ea2-42d2-b793-e38d473e3b78 None None] Pushing event updated for resources: {'Port': ['ID=edee6a03-1d54-4168-983e-2ff4e57dcef3,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:01.524710 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Pushing event updated for resources: {'Port': ['ID=af68754b-b380-4c52-8e03-418fbc557b12,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:01.527455 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:13:01.530763 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:01.543458 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:01.545980 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:01.550135 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:01.552855 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:01.609109 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96e8d-0de8-4953-9f63-f9ec14ce76d0 None None] Pushing event updated for resources: {'Port': ['ID=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:01.705606 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (26cba941-3cb4-481e-bf87-1e2351b77707), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.710703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks [] for router_gateway (36e752dd-1a93-43bd-81ab-1910009e9d23), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.716422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (d5e73a24-90cf-4b0d-9356-267aabf49f19), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.860406 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:01.873989 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:01.889594 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:01.890239 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:12:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:01.941938 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:01.947644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b98bf686-b1af-49be-8327-ae57ea58fe78 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0895674 Jun 16 21:13:01.949903 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 58998) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:01.992228 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks [] for router_gateway (74e293d6-4e8b-46a7-aa5b-e06703509423), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:02.218220 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e73a24-90cf-4b0d-9356-267aabf49f19,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:02.240669 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Checking segment: {'id': 'e7bbc17a-2b32-4d9d-9d34-e707375c61a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '09f876e6-5207-4337-b0e4-3b4bd8278b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:02.241252 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Network hostable DHCP agents. Network: 09f876e6-5207-4337-b0e4-3b4bd8278b1e, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:13:02.250548 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:13:02.319430 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:02.374337 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:02.379984 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Network 09f876e6-5207-4337-b0e4-3b4bd8278b1e is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:13:02.413197 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Router 26cba941-3cb4-481e-bf87-1e2351b77707 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:13:02.421396 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 09f876e6-5207-4337-b0e4-3b4bd8278b1e) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:02.437502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288413f0-c5a8-48d2-b819-a545f7ff8c7a None None] Network 09f876e6-5207-4337-b0e4-3b4bd8278b1e requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:02.442582 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:02.443178 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:02.450052 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (36e752dd-1a93-43bd-81ab-1910009e9d23), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:02.610072 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c66d26-e0de-46ad-936b-d69db0a34edf None None] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:02.661855 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0de85ea4-869d-4264-9164-3d003aa0ad81 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0487351 Jun 16 21:13:02.764880 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:12:59Z', 'revision_number': 3, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:02.786048 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:02.804974 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:02.811031 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:02.811688 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Updating router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 port deaa9358-462d-407d-a818-d4e94eb4221b binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:02.853862 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:02.859469 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972e6db-25ab-490f-8b3e-a02a2eb9b77b None None] Network c4d0a869-8cad-4582-83ab-86c097e04c69 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:02.863066 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (74e293d6-4e8b-46a7-aa5b-e06703509423), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:02.875573 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:02.901205 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:02.937017 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device edee6a03-1d54-4168-983e-2ff4e57dcef3 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:02.946618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59012) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:02.982343 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-bf29e164-d465-4921-b4b1-9fdffa8d9cdb None None] Provisioning complete for port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:02.982637 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bf29e164-d465-4921-b4b1-9fdffa8d9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:02.999937 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:03.039264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Router 36e752dd-1a93-43bd-81ab-1910009e9d23 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:13:03.058906 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.061655 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Sync routers for ids ['26cba941-3cb4-481e-bf87-1e2351b77707'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:03.064911 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c15ccbcd-94af-46c4-ac85-7bf19511b6a1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0807705 Jun 16 21:13:03.066734 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:03.069679 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59016) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:03.088355 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:03.201704 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:03.250423 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.255691 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d244180a-4407-49d1-9cb4-c3423ecd329d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3308508 Jun 16 21:13:03.259158 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59022) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:03.330049 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Publish callbacks [] for port (deaa9358-462d-407d-a818-d4e94eb4221b), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.346559 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Sync routers for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:03.367493 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.370955 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Routers {'26cba941-3cb4-481e-bf87-1e2351b77707'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:03.371750 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:12:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['26cba941-3cb4-481e-bf87-1e2351b77707'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:03.388316 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0a8f6-3d6d-492d-a14f-32a1cc3d60fb None None] Network 09f876e6-5207-4337-b0e4-3b4bd8278b1e requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:03.488491 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:03.490244 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Pushing event updated for resources: {'Port': ['ID=deaa9358-462d-407d-a818-d4e94eb4221b,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:03.513917 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.514266 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.514730 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.515309 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.515499 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.515859 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.528667 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.529046 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.529387 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.529721 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.530054 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.530408 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.530741 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.531064 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.531386 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Tracked resource versions report: Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: pushed versions: Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Log': {'1.0'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Network': {'1.1'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Port': {'1.7'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: consumer versions: Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: HyperV agent@hv-cinder-81914: {}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: L3 agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: Metadata agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: Metering agent@dv-cinder-819149-6-iscsi: {}, Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-819149-6-iscsi: { 'AddressGroup': '1.2', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Agent': '1.1', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Log': '1.0', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Network': '1.1', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Port': '1.7', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'SubPort': '1.0', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Subnet': '1.1', Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Jun 16 21:13:03.541765 dv-cinder-819149-6-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 21:13:03.559151 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:03.559778 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:12:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:03.662560 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.691895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] Deleting subnet d7871c3b-6a16-45d5-9c05-e78a4ff0a192 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:13:03.754127 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] Publish callbacks [] for subnet (d7871c3b-6a16-45d5-9c05-e78a4ff0a192), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.795469 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Attempting to bind port deaa9358-462d-407d-a818-d4e94eb4221b on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:03.796051 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Attempting to bind port deaa9358-462d-407d-a818-d4e94eb4221b by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:03.796587 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Attempting to bind port deaa9358-462d-407d-a818-d4e94eb4221b on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:03.806015 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:03.806646 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:03.807372 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.807901 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:03.808649 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Bound port: deaa9358-462d-407d-a818-d4e94eb4221b, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:03.809276 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.818606 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Set router 26cba941-3cb4-481e-bf87-1e2351b77707 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:03.856895 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:03.917276 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port edee6a03-1d54-4168-983e-2ff4e57dcef3 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:03.918074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:03.954278 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79adca4-d6a4-4e9a-a497-14f8876cca53 None None] Network c45b6299-9716-4173-aacf-27f0517667e5 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:03.973684 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] Publish callbacks [] for subnet (d7871c3b-6a16-45d5-9c05-e78a4ff0a192), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.045109 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (d7871c3b-6a16-45d5-9c05-e78a4ff0a192), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.065463 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7b17d-6894-4303-889b-3da715729a56 None None] Network f15db21b-4597-49e4-b0f9-2724f76cadbd requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:04.100819 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] For port deaa9358-462d-407d-a818-d4e94eb4221b, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:04.115755 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:04.127726 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] For port deaa9358-462d-407d-a818-d4e94eb4221b, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=deaa9358-462d-407d-a818-d4e94eb4221b,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:04.133154 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:01Z', 'revision_number': 3, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:04.167390 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Checking router: 36e752dd-1a93-43bd-81ab-1910009e9d23 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:04.167736 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Updating router 36e752dd-1a93-43bd-81ab-1910009e9d23 port 64f93dac-9a28-4405-8f86-9918de8af4ed binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:04.171226 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.192703 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:04.240506 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Router 74e293d6-4e8b-46a7-aa5b-e06703509423 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:13:04.260908 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:04.261918 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:12:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:04.271854 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Allocated IP 172.20.0.1 (c4d0a869-8cad-4582-83ab-86c097e04c69/8b664bd6-1eb7-49e4-809b-bf1e86bec505/5c4cfc41-969c-478e-bad8-9ee481449527) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:04.294594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:04.299891 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (d7871c3b-6a16-45d5-9c05-e78a4ff0a192), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.339957 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.368683 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port edee6a03-1d54-4168-983e-2ff4e57dcef3 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:04.369074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.411859 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bf29e164-d465-4921-b4b1-9fdffa8d9cdb None None] Current status of the port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:04.412288 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bf29e164-d465-4921-b4b1-9fdffa8d9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.485017 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:04.526199 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:04.527287 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7871c3b-6a16-45d5-9c05-e78a4ff0a192,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:04.611322 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.617609 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3f4c2e8e-d12d-4b84-9427-4cc414f2e3bb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d7871c3b-6a16-45d5-9c05-e78a4ff0a192 HTTP/1.1" status: 204 len: 168 time: 1.6699429 Jun 16 21:13:04.635228 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Allocated IP 172.20.0.1 (f15db21b-4597-49e4-b0f9-2724f76cadbd/32fd7ec2-ee74-48a1-92de-347cd2d46d3b/32b542df-03a9-4ec2-8545-c3744f8b09c2) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:04.652677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59056) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:04.681970 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:00Z', 'revision_number': 3, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:04.708437 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port edee6a03-1d54-4168-983e-2ff4e57dcef3, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=edee6a03-1d54-4168-983e-2ff4e57dcef3,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:04.737625 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-bf29e164-d465-4921-b4b1-9fdffa8d9cdb None None] For port cd34bce2-c214-47b3-b3b5-d5b129dae8f3, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:04.768126 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.769647 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device cd34bce2-c214-47b3-b3b5-d5b129dae8f3 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:04.827429 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bf29e164-d465-4921-b4b1-9fdffa8d9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.876758 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:04.886974 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=edee6a03-1d54-4168-983e-2ff4e57dcef3,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:04.888056 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks [] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.888529 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (6738c0a7-0104-4c60-bbd9-c6dcb68e790e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:04.893599 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Checking router: 26cba941-3cb4-481e-bf87-1e2351b77707 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:04.894111 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Updating router 26cba941-3cb4-481e-bf87-1e2351b77707 port 5f235da6-736a-4077-aa2e-09b17510e04d binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:04.898790 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:04.925853 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:04.939747 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Sync routers for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:04.975243 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:04.977297 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.026519 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.037517 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:05.038153 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:12:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:05.069238 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.170268 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:05.251266 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Network f15db21b-4597-49e4-b0f9-2724f76cadbd is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:05.267604 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks [] for port (5c4cfc41-969c-478e-bad8-9ee481449527), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.274493 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:05.282754 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:05.283318 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (36e752dd-1a93-43bd-81ab-1910009e9d23), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.295878 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.321406 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Provisioning complete for port 6dcfc291-8043-405b-977c-3b1d8a0fab67 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:05.321990 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.325540 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.330036 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e68539bd-a708-4a02-a8bc-8591b311e99a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2234621 Jun 16 21:13:05.353755 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59080) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:05.372269 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd619220-b075-48da-a2ce-7fefa9a3a9ed None None] Pushing event updated for resources: {'Port': ['ID=deaa9358-462d-407d-a818-d4e94eb4221b,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:05.432624 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59082) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:05.433630 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Pushing event updated for resources: {'Port': ['ID=32b542df-03a9-4ec2-8545-c3744f8b09c2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:05.454836 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:05.551041 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29e164-d465-4921-b4b1-9fdffa8d9cdb None None] Pushing event updated for resources: {'Port': ['ID=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:05.555449 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b4ae53f0-c1b9-4294-b3cf-e09529308148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.623828 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:05.624017 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.662723 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:05.719765 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:12:59Z', 'revision_number': 3, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:05.722581 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (6738c0a7-0104-4c60-bbd9-c6dcb68e790e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.731829 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:05.744553 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-907fae3d-b5e4-4784-8367-d26c1314f11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.750591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.752707 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479acf1-e8bb-482a-96c4-1c78a5384b4f None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:12:59Z', 'revision_number': 3, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:05.772217 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Publish callbacks [] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.790993 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.892577 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Attempting to bind port 64f93dac-9a28-4405-8f86-9918de8af4ed on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:05.892882 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Attempting to bind port 64f93dac-9a28-4405-8f86-9918de8af4ed by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:05.893215 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Attempting to bind port 64f93dac-9a28-4405-8f86-9918de8af4ed on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:05.903263 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:05.903633 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:05.909357 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.910120 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:05.910765 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Bound port: 64f93dac-9a28-4405-8f86-9918de8af4ed, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:05.911328 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.911868 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.912263 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.913048 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.913502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.915190 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.915560 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.915889 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.922420 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.922841 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.923172 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:05.942438 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:05.955813 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557384d3-a4ef-4aa1-9021-d39e69252049 None None] Pushing event updated for resources: {'Port': ['ID=64f93dac-9a28-4405-8f86-9918de8af4ed,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:06.001264 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] For port 64f93dac-9a28-4405-8f86-9918de8af4ed, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:06.005208 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] For port 64f93dac-9a28-4405-8f86-9918de8af4ed, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=64f93dac-9a28-4405-8f86-9918de8af4ed,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:06.016140 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.059614 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Current status of the port 6dcfc291-8043-405b-977c-3b1d8a0fab67 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:06.060093 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.091390 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:06.092842 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:12:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:06.100375 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-907fae3d-b5e4-4784-8367-d26c1314f11b admin admin] Publish callbacks [] for security_group (b7716777-3a84-4c17-8926-8f8ee2dfe794), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.113809 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-907fae3d-b5e4-4784-8367-d26c1314f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b7716777-3a84-4c17-8926-8f8ee2dfe794), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.214816 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-907fae3d-b5e4-4784-8367-d26c1314f11b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdc119fbe54e4bbfa0e0c791d70a1275&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7779384 Jun 16 21:13:06.219774 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59086) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:06.231866 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fae3d-b5e4-4784-8367-d26c1314f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7716777-3a84-4c17-8926-8f8ee2dfe794,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:06.237546 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:06.278865 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557384d3-a4ef-4aa1-9021-d39e69252049 None None] Pushing event updated for resources: {'Port': ['ID=64f93dac-9a28-4405-8f86-9918de8af4ed,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:06.315888 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:06.337593 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] For port 6dcfc291-8043-405b-977c-3b1d8a0fab67, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6dcfc291-8043-405b-977c-3b1d8a0fab67,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:06.342159 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:06.342825 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:06.343330 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:06.343895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:06.344429 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6738c0a7-0104-4c60-bbd9-c6dcb68e790e']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:06.368384 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.370644 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca22fc1-ee6f-48c4-9b36-96ee73801ea6') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:06.371049 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca22fc1-ee6f-48c4-9b36-96ee73801ea6') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:06.382713 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:06.384074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6dcfc291-8043-405b-977c-3b1d8a0fab67 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:06.395812 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812819'] for segment (4ca22fc1-ee6f-48c4-9b36-96ee73801ea6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.467728 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (4ca22fc1-ee6f-48c4-9b36-96ee73801ea6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.480234 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:13:06.480905 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17516174'] for segment (4ca22fc1-ee6f-48c4-9b36-96ee73801ea6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.483732 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks [] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.495735 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.497548 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (36e752dd-1a93-43bd-81ab-1910009e9d23), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.502649 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af0d6204-fb2e-42c6-a72d-732d1dd7eda5 admin admin] Publish callbacks [] for security_group (b7716777-3a84-4c17-8926-8f8ee2dfe794), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.506807 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Publish callbacks [] for port (5f235da6-736a-4077-aa2e-09b17510e04d), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.523522 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Provisioning complete for port edee6a03-1d54-4168-983e-2ff4e57dcef3 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:06.523522 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.532082 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:06.598747 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.636414 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af0d6204-fb2e-42c6-a72d-732d1dd7eda5 admin admin] Publish callbacks [] for security_group (b7716777-3a84-4c17-8926-8f8ee2dfe794), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.666154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:06.678885 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Pushing event updated for resources: {'Port': ['ID=6dcfc291-8043-405b-977c-3b1d8a0fab67,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:06.682019 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:01Z', 'revision_number': 3, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:06.717866 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:06.734725 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (6738c0a7-0104-4c60-bbd9-c6dcb68e790e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.777750 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:06.778553 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.846955 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:04Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:06.918088 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Attempting to bind port 5f235da6-736a-4077-aa2e-09b17510e04d on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:06.918594 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Attempting to bind port 5f235da6-736a-4077-aa2e-09b17510e04d by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:06.923558 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Attempting to bind port 5f235da6-736a-4077-aa2e-09b17510e04d on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:06.933719 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4cfc41-969c-478e-bad8-9ee481449527,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:06.954596 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:06.957958 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6738c0a7-0104-4c60-bbd9-c6dcb68e790e HTTP/1.1" status: 204 len: 168 time: 2.3014438 Jun 16 21:13:06.964240 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Checking router: 74e293d6-4e8b-46a7-aa5b-e06703509423 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:06.964758 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Updating router 74e293d6-4e8b-46a7-aa5b-e06703509423 port af68754b-b380-4c52-8e03-418fbc557b12 binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:06.968750 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Network f15db21b-4597-49e4-b0f9-2724f76cadbd is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:07.002494 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59122) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:07.003172 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Pushing event updated for resources: {'Port': ['ID=32b542df-03a9-4ec2-8545-c3744f8b09c2,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:07.013570 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1cb9f-2937-4914-9463-c94ac78ba745 None None] The sync data for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi is: [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:04Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:07.040272 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:07.048943 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:07.049517 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.051860 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:07.052691 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Bound port: 5f235da6-736a-4077-aa2e-09b17510e04d, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:07.056645 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.101941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:07.134189 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:07.155116 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59136) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:07.182590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:07.207366 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6dcfc291-8043-405b-977c-3b1d8a0fab67 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:07.207864 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.242498 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6917c16-ba74-418c-8339-a9f967b690a7 None None] Pushing event updated for resources: {'Port': ['ID=5f235da6-736a-4077-aa2e-09b17510e04d,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:07.360097 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (af68754b-b380-4c52-8e03-418fbc557b12), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.369707 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] Deleting subnet d5e73a24-90cf-4b0d-9356-267aabf49f19 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:13:07.393664 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] Publish callbacks [] for subnet (d5e73a24-90cf-4b0d-9356-267aabf49f19), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.408498 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Current status of the port edee6a03-1d54-4168-983e-2ff4e57dcef3 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:07.577171 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af0d6204-fb2e-42c6-a72d-732d1dd7eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b7716777-3a84-4c17-8926-8f8ee2dfe794), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.580912 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af0d6204-fb2e-42c6-a72d-732d1dd7eda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.586356 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-af0d6204-fb2e-42c6-a72d-732d1dd7eda5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7716777-3a84-4c17-8926-8f8ee2dfe794 HTTP/1.1" status: 204 len: 168 time: 1.3609076 Jun 16 21:13:07.589224 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Provisioning complete for port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:07.589701 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.611777 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] For port 5f235da6-736a-4077-aa2e-09b17510e04d, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:07.654591 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-edd10100-340c-47c2-a9e8-de4752851453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.668280 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] Publish callbacks [] for subnet (d5e73a24-90cf-4b0d-9356-267aabf49f19), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.675124 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9932c062-b417-4d58-ac62-62cb29095819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.706683 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d6204-fb2e-42c6-a72d-732d1dd7eda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7716777-3a84-4c17-8926-8f8ee2dfe794,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:07.728050 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (d5e73a24-90cf-4b0d-9356-267aabf49f19), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.749831 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] For port 5f235da6-736a-4077-aa2e-09b17510e04d, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=5f235da6-736a-4077-aa2e-09b17510e04d,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:07.786745 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:07.875850 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 4ca22fc1-ee6f-48c4-9b36-96ee73801ea6 resource provider aggregate not found Jun 16 21:13:07.904689 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Router 36e752dd-1a93-43bd-81ab-1910009e9d23 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:13:07.926011 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:07.930541 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9f934-3c1c-4769-9f7c-2004d41515f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6738c0a7-0104-4c60-bbd9-c6dcb68e790e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:07.985925 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for subnet (d5e73a24-90cf-4b0d-9356-267aabf49f19), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.028440 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 4ca22fc1-ee6f-48c4-9b36-96ee73801ea6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ca22fc1-ee6f-48c4-9b36-96ee73801ea6 found for delete ", "request_id": "req-063f7437-e6d1-4231-a75b-ab5e88d9d186"}]} Jun 16 21:13:08.034895 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6dcfc291-8043-405b-977c-3b1d8a0fab67 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:08.036070 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 7f7c5f73-52f6-4c92-80dd-ce81a334bebb up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:08.086353 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:08.206758 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:08.230036 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:08.233505 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Allocated IP 172.20.0.1 (84c78649-9aa8-4eb4-a6f2-165e9dc816ed/d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3/0de9979f-bf7b-404b-95c5-ed91576980f8) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:08.236607 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6917c16-ba74-418c-8339-a9f967b690a7 None None] Pushing event updated for resources: {'Port': ['ID=5f235da6-736a-4077-aa2e-09b17510e04d,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:08.260538 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Routers {'26cba941-3cb4-481e-bf87-1e2351b77707'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:08.261183 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['26cba941-3cb4-481e-bf87-1e2351b77707'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:08.294398 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-edd10100-340c-47c2-a9e8-de4752851453 admin admin] Publish callbacks [] for security_group (61bb99ad-590d-4a2a-93a5-46be9e70dfca), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.298240 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e73a24-90cf-4b0d-9356-267aabf49f19,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:08.312713 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.316519 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-93bc84ab-46ba-477e-8102-0f36f9ec6ca1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5e73a24-90cf-4b0d-9356-267aabf49f19 HTTP/1.1" status: 204 len: 168 time: 1.2953775 Jun 16 21:13:08.317488 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-edd10100-340c-47c2-a9e8-de4752851453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (61bb99ad-590d-4a2a-93a5-46be9e70dfca), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.322518 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59172) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:08.473721 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Current status of the port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:08.487749 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.557239 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.623509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.665984 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks [] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.774899 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:08.780162 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.812910 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:08.831761 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8a0a41f2-ebcb-42c9-b1b3-6c0eb84f9645 admin admin] 10.222.0.43 "PUT /v2.0/routers/36e752dd-1a93-43bd-81ab-1910009e9d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5677102 Jun 16 21:13:08.837291 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-edd10100-340c-47c2-a9e8-de4752851453 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=132f4f9e80f54d40a439a40fd74ff3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6602988 Jun 16 21:13:08.838594 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:08.846539 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd10100-340c-47c2-a9e8-de4752851453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bb99ad-590d-4a2a-93a5-46be9e70dfca,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:08.853819 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (09f876e6-5207-4337-b0e4-3b4bd8278b1e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.995450 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Publish callbacks [] for port (af68754b-b380-4c52-8e03-418fbc557b12), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:08.999219 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:09.001950 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.021631 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (af68754b-b380-4c52-8e03-418fbc557b12), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.040338 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:09.095791 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] For port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:09.113483 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-464d05be-b552-4415-a917-9d1783927f06 admin admin] Publish callbacks [] for security_group (61bb99ad-590d-4a2a-93a5-46be9e70dfca), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.126295 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (09f876e6-5207-4337-b0e4-3b4bd8278b1e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.146611 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] Set router 26cba941-3cb4-481e-bf87-1e2351b77707 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:09.168099 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.188711 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:09.190064 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.191863 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:09.217318 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.218041 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.219010 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.221204 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > port after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.221780 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.224811 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > port after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.225412 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.226625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.227275 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.228900 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.387047 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:09.405272 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:09.416603 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:09.484410 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:09.504013 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Provisioning complete for port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:09.508213 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.521551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Allocated IP 172.20.0.1 (c45b6299-9716-4173-aacf-27f0517667e5/7502ff76-40af-4764-bc43-1d6ba9d423e3/01f9a404-579d-4e7a-918a-ebd19e3bda3f) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:09.536424 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab496-58ea-4350-98be-8cc8ed908973 None None] Pushing event updated for resources: {'Port': ['ID=af68754b-b380-4c52-8e03-418fbc557b12,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:09.547074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Attempting to bind port af68754b-b380-4c52-8e03-418fbc557b12 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:09.552342 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Attempting to bind port af68754b-b380-4c52-8e03-418fbc557b12 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:09.553813 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Attempting to bind port af68754b-b380-4c52-8e03-418fbc557b12 on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:09.569964 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks [] for port (5c4cfc41-969c-478e-bad8-9ee481449527), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.589750 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Pushing event updated for resources: {'Port': ['ID=0de9979f-bf7b-404b-95c5-ed91576980f8,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:09.621918 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.673461 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.673461 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.673731 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.675157 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 21:13:09.675695 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f876e6-5207-4337-b0e4-3b4bd8278b1e']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:09.724396 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bbc17a-2b32-4d9d-9d34-e707375c61a0') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:09.724726 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bbc17a-2b32-4d9d-9d34-e707375c61a0') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:09.770281 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (e7bbc17a-2b32-4d9d-9d34-e707375c61a0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.774787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59208) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:09.843274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f1eb4100-9bf3-49de-8d95-96edb26a1edc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104287588', 'description': 'tempest-description--699405659'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:09.893461 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-464d05be-b552-4415-a917-9d1783927f06 admin admin] Publish callbacks [] for security_group (61bb99ad-590d-4a2a-93a5-46be9e70dfca), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.895818 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (e7bbc17a-2b32-4d9d-9d34-e707375c61a0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.929220 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (26cba941-3cb4-481e-bf87-1e2351b77707), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.936454 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:13:09.936844 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (e7bbc17a-2b32-4d9d-9d34-e707375c61a0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.943011 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:09.959452 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:09.959763 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:09.960147 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.960694 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:09.961114 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Bound port: af68754b-b380-4c52-8e03-418fbc557b12, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:09.961493 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (af68754b-b380-4c52-8e03-418fbc557b12), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:09.994517 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4cfc41-969c-478e-bad8-9ee481449527,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:10.010708 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device edee6a03-1d54-4168-983e-2ff4e57dcef3 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:10.011009 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.013515 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Pushing event updated for resources: {'Port': ['ID=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:10.120787 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (09f876e6-5207-4337-b0e4-3b4bd8278b1e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.130958 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:10.172366 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.178702 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] 10.222.0.43 "DELETE /v2.0/networks/09f876e6-5207-4337-b0e4-3b4bd8278b1e HTTP/1.1" status: 204 len: 168 time: 1.8491158 Jun 16 21:13:10.182409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks [] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.188320 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373390-375e-40b0-b4f1-a7a5beffe70b admin admin] Pushing event deleted for resources: {'Network': ['ID=09f876e6-5207-4337-b0e4-3b4bd8278b1e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:10.191977 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-464d05be-b552-4415-a917-9d1783927f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (61bb99ad-590d-4a2a-93a5-46be9e70dfca), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.199725 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-464d05be-b552-4415-a917-9d1783927f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.208164 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-464d05be-b552-4415-a917-9d1783927f06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61bb99ad-590d-4a2a-93a5-46be9e70dfca HTTP/1.1" status: 204 len: 168 time: 1.3667989 Jun 16 21:13:10.213975 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.226919 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] For port af68754b-b380-4c52-8e03-418fbc557b12, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:10.227140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d05be-b552-4415-a917-9d1783927f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bb99ad-590d-4a2a-93a5-46be9e70dfca,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:10.233274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4100-9bf3-49de-8d95-96edb26a1edc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.244092 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.257205 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port edee6a03-1d54-4168-983e-2ff4e57dcef3 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:10.257562 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.300587 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-134ce203-3f00-4b1b-98ba-e13299ad6664 None None] Current status of the port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:10.311911 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] For port af68754b-b380-4c52-8e03-418fbc557b12, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=af68754b-b380-4c52-8e03-418fbc557b12,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:10.316247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Pushing event updated for resources: {'Port': ['ID=01f9a404-579d-4e7a-918a-ebd19e3bda3f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:10.337270 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (af68754b-b380-4c52-8e03-418fbc557b12), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.356087 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:00Z', 'revision_number': 3, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:10.431290 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:10.442554 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Network c45b6299-9716-4173-aacf-27f0517667e5 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:10.445466 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:10.471650 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:10.472917 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Provisioning complete for port 5c4cfc41-969c-478e-bad8-9ee481449527 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:10.476843 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.481021 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba39a40-5f93-4343-af30-0ac815f17184 None None] The sync data for ids ['26cba941-3cb4-481e-bf87-1e2351b77707'] in dv-cinder-819149-6-iscsi is: [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:00Z', 'revision_number': 3, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:10.483254 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:10.496785 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:10.527950 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59234) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:10.540209 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:10.541544 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:10.659276 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-881a01f8-f0cb-42d9-938b-338941e36bb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b850a1073cc848b5b21f2a38a7bf4d4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1278322 Jun 16 21:13:10.662105 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59236) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:10.712956 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port edee6a03-1d54-4168-983e-2ff4e57dcef3 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:10.714069 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device cd34bce2-c214-47b3-b3b5-d5b129dae8f3 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:10.796792 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbd676f5-e621-4544-b62c-7237335b4f13 admin admin] Publish callbacks [] for security_group (c225bf68-d228-4fa0-8e52-ebb1f7b196ca), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.825074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab496-58ea-4350-98be-8cc8ed908973 None None] Pushing event updated for resources: {'Port': ['ID=af68754b-b380-4c52-8e03-418fbc557b12,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:10.836214 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Port 5c4cfc41-969c-478e-bad8-9ee481449527 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:10.838447 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.868955 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:13:10.877107 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbd676f5-e621-4544-b62c-7237335b4f13 admin admin] Publish callbacks [] for security_group (c225bf68-d228-4fa0-8e52-ebb1f7b196ca), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.897209 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.947296 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Provisioning complete for port edee6a03-1d54-4168-983e-2ff4e57dcef3 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:10.947926 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:10.979606 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Sync routers for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:10.998075 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:10.998705 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:11.005438 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbd676f5-e621-4544-b62c-7237335b4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c225bf68-d228-4fa0-8e52-ebb1f7b196ca), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.009644 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbd676f5-e621-4544-b62c-7237335b4f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.013138 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bbd676f5-e621-4544-b62c-7237335b4f13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c225bf68-d228-4fa0-8e52-ebb1f7b196ca HTTP/1.1" status: 204 len: 168 time: 0.3457942 Jun 16 21:13:11.025585 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd676f5-e621-4544-b62c-7237335b4f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225bf68-d228-4fa0-8e52-ebb1f7b196ca,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:11.033596 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:11.078233 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:11.087301 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment e7bbc17a-2b32-4d9d-9d34-e707375c61a0 resource provider aggregate not found Jun 16 21:13:11.126769 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:11.128597 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.137633 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment e7bbc17a-2b32-4d9d-9d34-e707375c61a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7bbc17a-2b32-4d9d-9d34-e707375c61a0 found for delete ", "request_id": "req-3604ff5c-e298-42a0-ae9e-68ff30a692fb"}]} Jun 16 21:13:11.139072 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4100-9bf3-49de-8d95-96edb26a1edc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (f16c45bb-b45a-4802-a9ab-b420a7bdafe7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.161910 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (74e293d6-4e8b-46a7-aa5b-e06703509423), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.286660 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:11.300845 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:11.320203 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:11.547592 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:11.572444 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5c17a97f-1d3c-442b-9002-69cb4fdb4ef4 admin admin] 10.222.0.43 "PUT /v2.0/routers/206b1dc6-7ad9-4ac3-bb32-c534b3cd4712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6213832 Jun 16 21:13:11.611037 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:11.642930 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4100-9bf3-49de-8d95-96edb26a1edc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f16c45bb-b45a-4802-a9ab-b420a7bdafe7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.646143 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:11.778369 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4100-9bf3-49de-8d95-96edb26a1edc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.779725 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f1eb4100-9bf3-49de-8d95-96edb26a1edc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9762454 Jun 16 21:13:11.784985 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59268) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:11.791898 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b422bc0b-7411-4588-888d-7a6931dc508a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'security_group_rule': {'security_group_id': 'f16c45bb-b45a-4802-a9ab-b420a7bdafe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:11.803910 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb4100-9bf3-49de-8d95-96edb26a1edc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16c45bb-b45a-4802-a9ab-b420a7bdafe7,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:11.808951 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:06Z', 'revision_number': 2, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:11.847229 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Current status of the port edee6a03-1d54-4168-983e-2ff4e57dcef3 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:11.852748 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Checking router: 36e752dd-1a93-43bd-81ab-1910009e9d23 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:11.853333 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Updating router 36e752dd-1a93-43bd-81ab-1910009e9d23 port 32b542df-03a9-4ec2-8545-c3744f8b09c2 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:11.917409 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.975663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b422bc0b-7411-4588-888d-7a6931dc508a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (68ac97b0-5243-4712-8dde-1090026009b1), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:11.984372 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:11.990680 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:11.997900 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59282) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:12.010146 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:12.027743 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks [] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.039864 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.045268 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.096060 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:12.153179 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-71ca33b2-94c5-4b0a-ad7e-aa6ce581c6ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5223955c846440693dd84ca102dea73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1535130 Jun 16 21:13:12.156677 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59288) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:12.239728 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (26cba941-3cb4-481e-bf87-1e2351b77707), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.242165 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Pushing event updated for resources: {'Port': ['ID=0de9979f-bf7b-404b-95c5-ed91576980f8,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:12.261298 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Provisioning complete for port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:12.261743 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.266293 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:12.271500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6dcfc291-8043-405b-977c-3b1d8a0fab67 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:12.280681 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b422bc0b-7411-4588-888d-7a6931dc508a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (68ac97b0-5243-4712-8dde-1090026009b1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.304562 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b422bc0b-7411-4588-888d-7a6931dc508a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (68ac97b0-5243-4712-8dde-1090026009b1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.349072 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e71af5-3765-42cb-8387-545e6c2ededc admin admin] Publish callbacks [] for security_group (2ee2d953-bfa3-44ec-96d8-8686aa05cdf0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.399498 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e71af5-3765-42cb-8387-545e6c2ededc admin admin] Publish callbacks [] for security_group (2ee2d953-bfa3-44ec-96d8-8686aa05cdf0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.422965 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422bc0b-7411-4588-888d-7a6931dc508a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ac97b0-5243-4712-8dde-1090026009b1,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:12.531739 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e71af5-3765-42cb-8387-545e6c2ededc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (2ee2d953-bfa3-44ec-96d8-8686aa05cdf0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.535153 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e71af5-3765-42cb-8387-545e6c2ededc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.542995 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b5e71af5-3765-42cb-8387-545e6c2ededc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ee2d953-bfa3-44ec-96d8-8686aa05cdf0 HTTP/1.1" status: 204 len: 168 time: 0.3826005 Jun 16 21:13:12.573824 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e71af5-3765-42cb-8387-545e6c2ededc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee2d953-bfa3-44ec-96d8-8686aa05cdf0,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:12.636509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:12.683511 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:12.699467 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:12.715269 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6dcfc291-8043-405b-977c-3b1d8a0fab67 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:12.715664 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.719290 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:12.729159 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b422bc0b-7411-4588-888d-7a6931dc508a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.733822 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b422bc0b-7411-4588-888d-7a6931dc508a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9448881 Jun 16 21:13:12.734971 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59314) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:12.739605 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9f6dcd39-f8d3-463a-afa5-997b9957031b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'security_group_rule': {'security_group_id': 'f16c45bb-b45a-4802-a9ab-b420a7bdafe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:12.760493 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Publish callbacks [] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.774074 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.816853 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59318) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:12.829891 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2f9c6836-4a77-4a02-aab1-07fcca75e79d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213452077', 'description': 'tempest-description--48665438'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:12.844287 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Current status of the port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:12.847377 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:01Z', 'revision_number': 3, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:12.940856 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68639ba-e12c-47e9-b3df-62407c7aa3fa None None] The sync data for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi is: [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:01Z', 'revision_number': 3, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:12.965953 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd39-f8d3-463a-afa5-997b9957031b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (2382787c-19e7-40cc-afae-b5a844ca5974), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:12.986176 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Provisioning complete for port 32b542df-03a9-4ec2-8545-c3744f8b09c2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:12.986653 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.033081 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6836-4a77-4a02-aab1-07fcca75e79d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.042072 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093e85d-2442-49b7-b303-17f5d88989ea None None] Pushing event updated for resources: {'Port': ['ID=32b542df-03a9-4ec2-8545-c3744f8b09c2,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:13.116262 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks [] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.156347 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.167591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Router 26cba941-3cb4-481e-bf87-1e2351b77707 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:13:13.254044 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Attempting to bind port 32b542df-03a9-4ec2-8545-c3744f8b09c2 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:13.254578 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Attempting to bind port 32b542df-03a9-4ec2-8545-c3744f8b09c2 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:13.256247 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Attempting to bind port 32b542df-03a9-4ec2-8545-c3744f8b09c2 on network f15db21b-4597-49e4-b0f9-2724f76cadbd {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:13.265982 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:13.266705 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Checking segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:13.267215 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.268800 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Bound using segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:13.269558 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Bound port: 32b542df-03a9-4ec2-8545-c3744f8b09c2, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:13.270090 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.279414 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:13.366180 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd39-f8d3-463a-afa5-997b9957031b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (2382787c-19e7-40cc-afae-b5a844ca5974), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.390353 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd39-f8d3-463a-afa5-997b9957031b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (2382787c-19e7-40cc-afae-b5a844ca5974), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.392306 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Port 32b542df-03a9-4ec2-8545-c3744f8b09c2 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:13.410857 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] For port 32b542df-03a9-4ec2-8545-c3744f8b09c2, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:13.411372 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (74e293d6-4e8b-46a7-aa5b-e06703509423), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.416641 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] For port 32b542df-03a9-4ec2-8545-c3744f8b09c2, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=32b542df-03a9-4ec2-8545-c3744f8b09c2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:13.417853 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Pushing event updated for resources: {'Port': ['ID=01f9a404-579d-4e7a-918a-ebd19e3bda3f,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:13.419342 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:13.434974 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.462244 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=11,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:13.484626 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6836-4a77-4a02-aab1-07fcca75e79d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (17986a13-6ad2-440e-ab59-c1b1b7e19f97), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.508845 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd39-f8d3-463a-afa5-997b9957031b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.516284 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9f6dcd39-f8d3-463a-afa5-997b9957031b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7806618 Jun 16 21:13:13.517953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59326) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:13.518283 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59328) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:13.524256 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6836-4a77-4a02-aab1-07fcca75e79d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (17986a13-6ad2-440e-ab59-c1b1b7e19f97), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.530713 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dcd39-f8d3-463a-afa5-997b9957031b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2382787c-19e7-40cc-afae-b5a844ca5974,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:13.550018 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:13.555800 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:13.558852 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:13.572133 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6dcfc291-8043-405b-977c-3b1d8a0fab67 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:13.576183 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device deaa9358-462d-407d-a818-d4e94eb4221b up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:13.609292 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6836-4a77-4a02-aab1-07fcca75e79d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.613621 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2f9c6836-4a77-4a02-aab1-07fcca75e79d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7960920 Jun 16 21:13:13.614297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59332) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:13.624741 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-eb313de6-3862-4b43-ab27-182e496df49e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': '17986a13-6ad2-440e-ab59-c1b1b7e19f97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:13.634406 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6836-4a77-4a02-aab1-07fcca75e79d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17986a13-6ad2-440e-ab59-c1b1b7e19f97,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:13.703468 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb313de6-3862-4b43-ab27-182e496df49e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (4586e56b-5242-482d-81bb-f321f2c8783d), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.715145 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093e85d-2442-49b7-b303-17f5d88989ea None None] Pushing event updated for resources: {'Port': ['ID=32b542df-03a9-4ec2-8545-c3744f8b09c2,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:13.761664 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59336) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:13.814864 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:13.841243 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Sync routers for ids ['26cba941-3cb4-481e-bf87-1e2351b77707'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:13.844554 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3b99ddb6-57d0-449b-90b4-b62a8652df20 admin admin] 10.222.0.43 "PUT /v2.0/routers/26cba941-3cb4-481e-bf87-1e2351b77707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7703371 Jun 16 21:13:13.854968 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.880642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb313de6-3862-4b43-ab27-182e496df49e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (4586e56b-5242-482d-81bb-f321f2c8783d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.891258 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Routers {'26cba941-3cb4-481e-bf87-1e2351b77707'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:13.892824 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['26cba941-3cb4-481e-bf87-1e2351b77707'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:13.894649 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb313de6-3862-4b43-ab27-182e496df49e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (4586e56b-5242-482d-81bb-f321f2c8783d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.963840 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313de6-3862-4b43-ab27-182e496df49e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4586e56b-5242-482d-81bb-f321f2c8783d,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:13.986457 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-eb313de6-3862-4b43-ab27-182e496df49e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:13.987821 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-eb313de6-3862-4b43-ab27-182e496df49e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679273 Jun 16 21:13:13.999447 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59346) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:14.043585 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Provisioning complete for port 0de9979f-bf7b-404b-95c5-ed91576980f8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:14.044732 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.051716 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-680647e8-e8f4-46f6-ae97-847f2745c815 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': '17986a13-6ad2-440e-ab59-c1b1b7e19f97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:14.059062 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Network c45b6299-9716-4173-aacf-27f0517667e5 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:14.072308 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 2, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:14.073924 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:14.129009 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port deaa9358-462d-407d-a818-d4e94eb4221b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:14.129485 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.131432 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:14.131887 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Updating router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 port 5c4cfc41-969c-478e-bad8-9ee481449527 binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:14.188772 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.192733 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:14.204657 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.226726 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:14.235649 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-894256a1-47ec-4162-a5ce-f3efb949ddd7 None None] Port 0de9979f-bf7b-404b-95c5-ed91576980f8 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:14.323028 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:14.358182 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac874d16-1eb2-4976-a9e5-637d0076224a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.380559 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-680647e8-e8f4-46f6-ae97-847f2745c815 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (18c7bbac-402e-49bc-97b3-5045f44f9db4), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.467310 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16e3627d-38dd-4143-9c67-33478b9007cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.497871 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:14.551863 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port deaa9358-462d-407d-a818-d4e94eb4221b is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:14.552309 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.593132 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac874d16-1eb2-4976-a9e5-637d0076224a admin admin] Publish callbacks [] for security_group (bfdadb6f-9aa3-47d0-9221-59ef6fe709cb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.594055 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:14.603011 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ac874d16-1eb2-4976-a9e5-637d0076224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (bfdadb6f-9aa3-47d0-9221-59ef6fe709cb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.653737 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port deaa9358-462d-407d-a818-d4e94eb4221b, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=deaa9358-462d-407d-a818-d4e94eb4221b,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:14.687174 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Provisioning complete for port 32b542df-03a9-4ec2-8545-c3744f8b09c2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:14.687564 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.741140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac874d16-1eb2-4976-a9e5-637d0076224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdadb6f-9aa3-47d0-9221-59ef6fe709cb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:14.764996 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ac874d16-1eb2-4976-a9e5-637d0076224a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a312ecab6f8241c1b7622221e2b0d917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9982200 Jun 16 21:13:14.767548 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59364) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:14.772375 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.773736 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 64f93dac-9a28-4405-8f86-9918de8af4ed up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:14.790343 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-680647e8-e8f4-46f6-ae97-847f2745c815 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (18c7bbac-402e-49bc-97b3-5045f44f9db4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.827988 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-680647e8-e8f4-46f6-ae97-847f2745c815 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (18c7bbac-402e-49bc-97b3-5045f44f9db4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.830052 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Set router 26cba941-3cb4-481e-bf87-1e2351b77707 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:14.878033 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:14.928125 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Router 74e293d6-4e8b-46a7-aa5b-e06703509423 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:13:14.949480 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21efbb79-982d-446d-b36f-32197a39af67 admin admin] Publish callbacks [] for security_group (bfdadb6f-9aa3-47d0-9221-59ef6fe709cb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:14.997319 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680647e8-e8f4-46f6-ae97-847f2745c815 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c7bbac-402e-49bc-97b3-5045f44f9db4,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:15.033064 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21efbb79-982d-446d-b36f-32197a39af67 admin admin] Publish callbacks [] for security_group (bfdadb6f-9aa3-47d0-9221-59ef6fe709cb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.043314 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Allocated IP 172.27.3.82 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/79b50edd-a974-43ab-9f00-cc6db0750b7e) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:15.086753 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Current status of the port 32b542df-03a9-4ec2-8545-c3744f8b09c2 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:15.087300 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.090456 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-680647e8-e8f4-46f6-ae97-847f2745c815 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.094605 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-680647e8-e8f4-46f6-ae97-847f2745c815 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0820224 Jun 16 21:13:15.095329 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59370) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:15.101886 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:15.121091 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21efbb79-982d-446d-b36f-32197a39af67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (bfdadb6f-9aa3-47d0-9221-59ef6fe709cb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.123837 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21efbb79-982d-446d-b36f-32197a39af67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.128517 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-21efbb79-982d-446d-b36f-32197a39af67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfdadb6f-9aa3-47d0-9221-59ef6fe709cb HTTP/1.1" status: 204 len: 168 time: 0.3589845 Jun 16 21:13:15.149299 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efbb79-982d-446d-b36f-32197a39af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdadb6f-9aa3-47d0-9221-59ef6fe709cb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:15.155435 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.180222 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] For port 32b542df-03a9-4ec2-8545-c3744f8b09c2, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=32b542df-03a9-4ec2-8545-c3744f8b09c2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:15.260577 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:13Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:15.265408 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.313332 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:15.316254 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Provisioning complete for port 01f9a404-579d-4e7a-918a-ebd19e3bda3f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:15.326702 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.357341 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7e028-c8a1-4f56-b9e7-7a0c013f5d1a None None] The sync data for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi is: [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:13Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:15.383476 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Port 01f9a404-579d-4e7a-918a-ebd19e3bda3f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:15.400852 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59398) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:15.414644 dv-cinder-819149-6-iscsi neutron-server[104109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 21:13:15.415803 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Provisioning complete for port 5c4cfc41-969c-478e-bad8-9ee481449527 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:15.416115 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.461468 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.557290 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Port 5c4cfc41-969c-478e-bad8-9ee481449527 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:15.584090 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16e3627d-38dd-4143-9c67-33478b9007cf admin admin] Publish callbacks [] for security_group (f4887b64-ff7f-4c21-9754-3d699dea6fd0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.589910 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Provisioning complete for port 0de9979f-bf7b-404b-95c5-ed91576980f8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:15.590935 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:10Z', 'revision_number': 4, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '0de9979f-bf7b-404b-95c5-ed91576980f8', 'name': '', 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'mac_address': 'fa:16:3e:69:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:05Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 2, 'project_id': '87f4749861b548a6808e215ab16497d9', 'subnets': [{'id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:15.592257 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.605726 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16e3627d-38dd-4143-9c67-33478b9007cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f4887b64-ff7f-4c21-9754-3d699dea6fd0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.652321 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Checking router: 26cba941-3cb4-481e-bf87-1e2351b77707 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:15.652691 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Updating router 26cba941-3cb4-481e-bf87-1e2351b77707 port 0de9979f-bf7b-404b-95c5-ed91576980f8 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:15.662821 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.689759 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=deaa9358-462d-407d-a818-d4e94eb4221b,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:15.692970 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.719867 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:15.780546 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.810787 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 64f93dac-9a28-4405-8f86-9918de8af4ed triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:15.813574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:15.827652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:15.837560 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:15.849493 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:15.851199 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:15.905117 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59406) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:15.906184 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:15.948997 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Pushing event updated for resources: {'Port': ['ID=32b542df-03a9-4ec2-8545-c3744f8b09c2,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:16.030801 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-85c1d15a-e07d-46f5-b066-4343a358c234 None None] Port 0de9979f-bf7b-404b-95c5-ed91576980f8 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:16.088105 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:16.170454 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-16e3627d-38dd-4143-9c67-33478b9007cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dae1eddc6c814d689d18b54b13bd8970&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6510358 Jun 16 21:13:16.172241 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:16.174865 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-e8a217e1-283b-4a7d-b0f5-4e3c2ed63094 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:16.176514 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-e8a217e1-283b-4a7d-b0f5-4e3c2ed63094 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/networks?id=84c78649-9aa8-4eb4-a6f2-165e9dc816ed HTTP/1.1" status: 200 len: 812 time: 0.7732511 Jun 16 21:13:16.180868 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59414) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:16.181045 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a031f25e-a407-430d-80a7-9e38a8fe1199 admin admin] 10.222.0.43 "PUT /v2.0/routers/74e293d6-4e8b-46a7-aa5b-e06703509423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8200057 Jun 16 21:13:16.231281 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3627d-38dd-4143-9c67-33478b9007cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4887b64-ff7f-4c21-9754-3d699dea6fd0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:16.238769 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-781ab6e7-d2e9-4715-bf2c-fc00d1933286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.264291 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.27.3.136 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/6f0840d6-c503-4dc6-9e8f-b14977e8cde4) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:16.313655 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-c20fff61-1233-4e54-9068-5f04f3a05f36 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/quotas/87f4749861b548a6808e215ab16497d9 HTTP/1.1" status: 200 len: 375 time: 0.0541139 Jun 16 21:13:16.347251 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-df1168e8-94f9-4b3a-aa9e-90b48de091ae None None] Provisioning complete for port 01f9a404-579d-4e7a-918a-ebd19e3bda3f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:16.348006 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df1168e8-94f9-4b3a-aa9e-90b48de091ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.370285 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Publish callbacks [] for port (5c4cfc41-969c-478e-bad8-9ee481449527), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.387569 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (44128b03-2dec-435d-858a-a7bcdfc78e1f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.416762 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:16.446010 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Publish callbacks [] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.461847 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.477743 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c560-fef2-4da9-aab7-a72ec45b0079 admin admin] Publish callbacks [] for security_group (f4887b64-ff7f-4c21-9754-3d699dea6fd0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.489449 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'Port': ['ID=79b50edd-a974-43ab-9f00-cc6db0750b7e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:16.552580 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 64f93dac-9a28-4405-8f86-9918de8af4ed is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:16.553538 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.555449 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.576207 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112971ac-303b-4b19-949b-6181e65a9407 None None] Pushing event updated for resources: {'Port': ['ID=0de9979f-bf7b-404b-95c5-ed91576980f8,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:16.611008 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Sync routers for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:16.632602 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 64f93dac-9a28-4405-8f86-9918de8af4ed, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=64f93dac-9a28-4405-8f86-9918de8af4ed,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:16.640163 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.704926 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5e533-0fc6-4584-afca-18031b5a2f57 None None] Pushing event updated for resources: {'Port': ['ID=5c4cfc41-969c-478e-bad8-9ee481449527,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:16.707500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.788950 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Attempting to bind port 0de9979f-bf7b-404b-95c5-ed91576980f8 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:16.789479 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Attempting to bind port 0de9979f-bf7b-404b-95c5-ed91576980f8 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:16.789618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-781ab6e7-d2e9-4715-bf2c-fc00d1933286 admin admin] Publish callbacks [] for security_group (3ac76a03-89a9-42c5-99dd-813c8f555923), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.789873 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Attempting to bind port 0de9979f-bf7b-404b-95c5-ed91576980f8 on network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:16.817984 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:16.818690 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:16.821339 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:16.821726 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Checking segment: {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:16.822131 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.822521 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Bound using segment: {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:16.826264 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-781ab6e7-d2e9-4715-bf2c-fc00d1933286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3ac76a03-89a9-42c5-99dd-813c8f555923), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.847485 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Bound port: 0de9979f-bf7b-404b-95c5-ed91576980f8, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:16.848334 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:16.858283 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-df1168e8-94f9-4b3a-aa9e-90b48de091ae None None] Port 01f9a404-579d-4e7a-918a-ebd19e3bda3f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:16.983870 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=64f93dac-9a28-4405-8f86-9918de8af4ed,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:17.094481 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] For port 0de9979f-bf7b-404b-95c5-ed91576980f8, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:17.104460 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] For port 0de9979f-bf7b-404b-95c5-ed91576980f8, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=0de9979f-bf7b-404b-95c5-ed91576980f8,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:17.136578 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.188724 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device af68754b-b380-4c52-8e03-418fbc557b12 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:17.240339 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.248026 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ab6e7-d2e9-4715-bf2c-fc00d1933286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac76a03-89a9-42c5-99dd-813c8f555923,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:17.261754 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-603c7dd4-51ad-4a02-9ff8-116c87ea7ac8 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87f4749861b548a6808e215ab16497d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9007258 Jun 16 21:13:17.266518 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-781ab6e7-d2e9-4715-bf2c-fc00d1933286 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c1060efcf034d2d99368666fa90cce4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2365088 Jun 16 21:13:17.267291 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.267833 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.273757 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59440) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:17.322370 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c560-fef2-4da9-aab7-a72ec45b0079 admin admin] Publish callbacks [] for security_group (f4887b64-ff7f-4c21-9754-3d699dea6fd0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.329349 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112971ac-303b-4b19-949b-6181e65a9407 None None] Pushing event updated for resources: {'Port': ['ID=0de9979f-bf7b-404b-95c5-ed91576980f8,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:17.344840 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Attempting to bind port 5c4cfc41-969c-478e-bad8-9ee481449527 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:17.350436 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Attempting to bind port 5c4cfc41-969c-478e-bad8-9ee481449527 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:17.353866 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Attempting to bind port 5c4cfc41-969c-478e-bad8-9ee481449527 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:17.392854 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Routers {'26cba941-3cb4-481e-bf87-1e2351b77707'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:17.393530 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['26cba941-3cb4-481e-bf87-1e2351b77707'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:17.419172 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-57fb686f-6389-4760-a932-fb085e3d10f5 None None] Provisioning complete for port 0de9979f-bf7b-404b-95c5-ed91576980f8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:17.423050 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-57fb686f-6389-4760-a932-fb085e3d10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.442224 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port af68754b-b380-4c52-8e03-418fbc557b12 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:17.450202 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (af68754b-b380-4c52-8e03-418fbc557b12), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.480718 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7386494-8d3c-4960-acf4-571d876808e7 admin admin] Publish callbacks [] for security_group (3ac76a03-89a9-42c5-99dd-813c8f555923), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.519433 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7386494-8d3c-4960-acf4-571d876808e7 admin admin] Publish callbacks [] for security_group (3ac76a03-89a9-42c5-99dd-813c8f555923), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.529522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:17.537749 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.559058 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59458) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:17.563112 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:17.573732 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:17.576284 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Checking segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:17.576966 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.577798 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Bound using segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:17.579676 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Bound port: 5c4cfc41-969c-478e-bad8-9ee481449527, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:17.580408 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.701855 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:17.719587 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-f04320e2-b2ea-491a-ad09-24a8b5fbf20a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285371743', 'description': 'tempest-description--73978513'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:17.727916 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (44128b03-2dec-435d-858a-a7bcdfc78e1f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.742470 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7386494-8d3c-4960-acf4-571d876808e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3ac76a03-89a9-42c5-99dd-813c8f555923), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.751475 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7386494-8d3c-4960-acf4-571d876808e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.753335 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f7386494-8d3c-4960-acf4-571d876808e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ac76a03-89a9-42c5-99dd-813c8f555923 HTTP/1.1" status: 204 len: 168 time: 0.4728546 Jun 16 21:13:17.777673 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:17.779563 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7386494-8d3c-4960-acf4-571d876808e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac76a03-89a9-42c5-99dd-813c8f555923,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:17.785701 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.789750 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] Set router 26cba941-3cb4-481e-bf87-1e2351b77707 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:17.805680 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2832384 Jun 16 21:13:17.827474 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:17.832354 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed343b2-3a07-442f-8f4e-e21b586bbcb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'Port': ['ID=79b50edd-a974-43ab-9f00-cc6db0750b7e,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:17.857004 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=6f0840d6-c503-4dc6-9e8f-b14977e8cde4,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:17.863002 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:17.869501 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:17.906784 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] For port 5c4cfc41-969c-478e-bad8-9ee481449527, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:17.914519 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] For port 5c4cfc41-969c-478e-bad8-9ee481449527, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=5c4cfc41-969c-478e-bad8-9ee481449527,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:17.922021 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:17.924311 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:17.951665 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c560-fef2-4da9-aab7-a72ec45b0079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f4887b64-ff7f-4c21-9754-3d699dea6fd0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.959619 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c560-fef2-4da9-aab7-a72ec45b0079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.964499 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0ed6c560-fef2-4da9-aab7-a72ec45b0079 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4887b64-ff7f-4c21-9754-3d699dea6fd0 HTTP/1.1" status: 204 len: 168 time: 1.7799504 Jun 16 21:13:17.974690 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f04320e2-b2ea-491a-ad09-24a8b5fbf20a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:17.988792 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.023504 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6c560-fef2-4da9-aab7-a72ec45b0079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4887b64-ff7f-4c21-9754-3d699dea6fd0,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:18.067673 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:10Z', 'revision_number': 4, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '0de9979f-bf7b-404b-95c5-ed91576980f8', 'name': '', 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'mac_address': 'fa:16:3e:69:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:05Z', 'updated_at': '2022-06-16T21:13:17Z', 'revision_number': 4, 'project_id': '87f4749861b548a6808e215ab16497d9', 'subnets': [{'id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:18.105789 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff53725-338c-4f06-bd4b-6f6c25f2a3e3 None None] The sync data for ids ['26cba941-3cb4-481e-bf87-1e2351b77707'] in dv-cinder-819149-6-iscsi is: [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:10Z', 'revision_number': 4, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '0de9979f-bf7b-404b-95c5-ed91576980f8', 'name': '', 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'mac_address': 'fa:16:3e:69:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:05Z', 'updated_at': '2022-06-16T21:13:17Z', 'revision_number': 4, 'project_id': '87f4749861b548a6808e215ab16497d9', 'subnets': [{'id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:18.229553 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (8503dcaa-ed6c-467d-b302-292e9c86f0de), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.231718 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:18.321119 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.324565 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f04320e2-b2ea-491a-ad09-24a8b5fbf20a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (8ffddb3a-7fbe-4c3f-81d3-8b39631222db), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.354049 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f04320e2-b2ea-491a-ad09-24a8b5fbf20a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (8ffddb3a-7fbe-4c3f-81d3-8b39631222db), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.371662 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59506) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:18.376619 dv-cinder-819149-6-iscsi neutron-server[104108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 21:13:18.379533 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f04320e2-b2ea-491a-ad09-24a8b5fbf20a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.381054 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f04320e2-b2ea-491a-ad09-24a8b5fbf20a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6913686 Jun 16 21:13:18.386208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59508) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:18.421287 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-50165a3b-10a1-44fb-9f26-1ca6e81f8d5f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'security_group_rule': {'security_group_id': '8ffddb3a-7fbe-4c3f-81d3-8b39631222db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:18.436347 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04320e2-b2ea-491a-ad09-24a8b5fbf20a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffddb3a-7fbe-4c3f-81d3-8b39631222db,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:18.472310 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port af68754b-b380-4c52-8e03-418fbc557b12 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:18.474411 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (af68754b-b380-4c52-8e03-418fbc557b12), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.537720 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5e533-0fc6-4584-afca-18031b5a2f57 None None] Pushing event updated for resources: {'Port': ['ID=5c4cfc41-969c-478e-bad8-9ee481449527,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:18.547681 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:18.548894 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:18.634843 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-57fb686f-6389-4760-a932-fb085e3d10f5 None None] Current status of the port 0de9979f-bf7b-404b-95c5-ed91576980f8 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:18.635234 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-57fb686f-6389-4760-a932-fb085e3d10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.639801 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-e09d5704-cf6b-40ab-a4dd-91a85c6a5d6a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:13:18.647276 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-e09d5704-cf6b-40ab-a4dd-91a85c6a5d6a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9325378 Jun 16 21:13:18.656498 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-5ef89d95-4e0d-46a4-b35f-58bdbeb03844 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1104287588&fields=id&tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 267 time: 0.2817886 Jun 16 21:13:18.657541 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50165a3b-10a1-44fb-9f26-1ca6e81f8d5f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (48fcd509-efcb-4550-b0f4-4af9989d9bfc), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.732978 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-57fb686f-6389-4760-a932-fb085e3d10f5 None None] For port 0de9979f-bf7b-404b-95c5-ed91576980f8, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=0de9979f-bf7b-404b-95c5-ed91576980f8,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:18.760459 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-57fb686f-6389-4760-a932-fb085e3d10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.842609 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port af68754b-b380-4c52-8e03-418fbc557b12, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=af68754b-b380-4c52-8e03-418fbc557b12,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:18.843995 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb686f-6389-4760-a932-fb085e3d10f5 None None] Pushing event updated for resources: {'Port': ['ID=0de9979f-bf7b-404b-95c5-ed91576980f8,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:18.848445 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.858653 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.928118 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (af68754b-b380-4c52-8e03-418fbc557b12), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.929507 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 5f235da6-736a-4077-aa2e-09b17510e04d up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:18.939070 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50165a3b-10a1-44fb-9f26-1ca6e81f8d5f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (48fcd509-efcb-4550-b0f4-4af9989d9bfc), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:18.950492 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50165a3b-10a1-44fb-9f26-1ca6e81f8d5f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (48fcd509-efcb-4550-b0f4-4af9989d9bfc), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.027039 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:19.041879 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d082518b-c5b2-4ee9-9762-ebcd71656267 service neutron] 10.222.0.43 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926978 Jun 16 21:13:19.043479 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50165a3b-10a1-44fb-9f26-1ca6e81f8d5f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fcd509-efcb-4550-b0f4-4af9989d9bfc,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:19.070255 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-60798dba-d8f6-4e81-8fe3-4408ba68b240 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:19.076899 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=6f0840d6-c503-4dc6-9e8f-b14977e8cde4,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:19.078623 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-60798dba-d8f6-4e81-8fe3-4408ba68b240 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 816 time: 0.4014559 Jun 16 21:13:19.112612 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50165a3b-10a1-44fb-9f26-1ca6e81f8d5f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.114523 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-50165a3b-10a1-44fb-9f26-1ca6e81f8d5f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7264435 Jun 16 21:13:19.117971 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=af68754b-b380-4c52-8e03-418fbc557b12,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:19.134304 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59520) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:19.137522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (8503dcaa-ed6c-467d-b302-292e9c86f0de), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.144214 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d97afec9-5be5-42cc-8e84-f3fba48cc6f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'security_group_rule': {'security_group_id': '8ffddb3a-7fbe-4c3f-81d3-8b39631222db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:19.177171 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.188660 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-713e1b4e-e8c1-4f5d-acfe-c8987bbd400d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0823853 Jun 16 21:13:19.204587 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-b77447cd-841f-440a-88f8-c2ba14812249 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/quotas/8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 375 time: 0.1172671 Jun 16 21:13:19.219280 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-860e0357-a39e-4b98-a3f4-8157859ed544 service neutron] 10.222.0.43 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765234 Jun 16 21:13:19.219655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d97afec9-5be5-42cc-8e84-f3fba48cc6f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (d9689033-1164-48ae-8302-71d4f8f5526a), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.226932 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:19.234552 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Provisioning complete for port 5c4cfc41-969c-478e-bad8-9ee481449527 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:19.234552 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.351037 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 5f235da6-736a-4077-aa2e-09b17510e04d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:19.351529 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.398870 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59528) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:19.453723 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:12Z', 'revision_number': 2, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:19.464274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d97afec9-5be5-42cc-8e84-f3fba48cc6f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (d9689033-1164-48ae-8302-71d4f8f5526a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.494207 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d97afec9-5be5-42cc-8e84-f3fba48cc6f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (d9689033-1164-48ae-8302-71d4f8f5526a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.498244 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Checking router: 74e293d6-4e8b-46a7-aa5b-e06703509423 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:19.498758 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Updating router 74e293d6-4e8b-46a7-aa5b-e06703509423 port 01f9a404-579d-4e7a-918a-ebd19e3bda3f binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:19.528366 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-6d91d6ae-2183-4100-b6d8-533817b303dd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3052747 Jun 16 21:13:19.531132 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:19.565514 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:19.576001 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97afec9-5be5-42cc-8e84-f3fba48cc6f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9689033-1164-48ae-8302-71d4f8f5526a,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:19.608872 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d97afec9-5be5-42cc-8e84-f3fba48cc6f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.613582 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d97afec9-5be5-42cc-8e84-f3fba48cc6f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4779332 Jun 16 21:13:19.614400 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59550) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:19.618724 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:19.652854 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.689774 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a79d505-7b49-454e-b237-57dbaa8733d2 req-a017c8b7-defa-4ce3-88b8-d94bb8cc5578 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 210 time: 0.1317813 Jun 16 21:13:19.690253 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.761681 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Current status of the port 5c4cfc41-969c-478e-bad8-9ee481449527 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:19.762069 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.849794 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 5f235da6-736a-4077-aa2e-09b17510e04d is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:19.850179 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.875281 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-67d6ac6e-e6a6-48da-8aee-b1b4fee68c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.909087 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.945570 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] For port 5c4cfc41-969c-478e-bad8-9ee481449527, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=5c4cfc41-969c-478e-bad8-9ee481449527,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:19.953755 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 5f235da6-736a-4077-aa2e-09b17510e04d, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=5f235da6-736a-4077-aa2e-09b17510e04d,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:19.964155 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.981600 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.982397 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 32b542df-03a9-4ec2-8545-c3744f8b09c2 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:19.989965 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-67d6ac6e-e6a6-48da-8aee-b1b4fee68c45 admin admin] Publish callbacks [] for security_group (0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:19.991002 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:20.001771 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-67d6ac6e-e6a6-48da-8aee-b1b4fee68c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.028329 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:20.031900 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:17Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:20.034392 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-67d6ac6e-e6a6-48da-8aee-b1b4fee68c45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cc2546d042a4767bf59f5e5552a6cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6338015 Jun 16 21:13:20.035034 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59574) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:20.078761 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Provisioning complete for port 0de9979f-bf7b-404b-95c5-ed91576980f8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:20.079161 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.081059 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d32a-c8d6-4897-b7b8-8d7583c1bc9e None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:17Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:20.205040 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-1e226b20-c326-4a20-8a4d-79f4b66bb503 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1213452077&fields=id&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 267 time: 0.3197644 Jun 16 21:13:20.245105 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Allocated IP 172.27.3.125 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/20957115-5239-4d66-94cb-f3c0b952ce1b) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:20.245269 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Pushing event updated for resources: {'Port': ['ID=5c4cfc41-969c-478e-bad8-9ee481449527,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:20.295635 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6ac6e-e6a6-48da-8aee-b1b4fee68c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:20.350086 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 32b542df-03a9-4ec2-8545-c3744f8b09c2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:20.350483 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.365706 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abc6f2b6-7d83-4523-a2ae-3a6341c8ec04 admin admin] Publish callbacks [] for security_group (0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.411180 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abc6f2b6-7d83-4523-a2ae-3a6341c8ec04 admin admin] Publish callbacks [] for security_group (0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.468688 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=5f235da6-736a-4077-aa2e-09b17510e04d,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:20.505562 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:20.524709 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.546089 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0260f684-8db8-4caf-8c37-5385e975c840 None None] Current status of the port 0de9979f-bf7b-404b-95c5-ed91576980f8 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:20.598984 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abc6f2b6-7d83-4523-a2ae-3a6341c8ec04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.601703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-abc6f2b6-7d83-4523-a2ae-3a6341c8ec04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.610165 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-abc6f2b6-7d83-4523-a2ae-3a6341c8ec04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999 HTTP/1.1" status: 204 len: 168 time: 0.5674543 Jun 16 21:13:20.650464 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.663554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:20.667590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6f2b6-7d83-4523-a2ae-3a6341c8ec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a213a-4d5c-44ee-8e6b-d1e7dc0de999,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:20.702542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Publish callbacks [] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.722956 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:20.758540 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:20.759648 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 32b542df-03a9-4ec2-8545-c3744f8b09c2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:20.760800 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device deaa9358-462d-407d-a818-d4e94eb4221b up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:20.767895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:20.780721 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:20.785807 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:20.789037 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'Port': ['ID=20957115-5239-4d66-94cb-f3c0b952ce1b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:20.807663 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-c15f09d2-5089-4891-ada9-90a0295cb613 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:20.813514 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-c15f09d2-5089-4891-ada9-90a0295cb613 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.5916340 Jun 16 21:13:20.848896 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:20.855587 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a15a2c-61aa-4888-91b1-947dfa41e009 None None] Pushing event updated for resources: {'Port': ['ID=01f9a404-579d-4e7a-918a-ebd19e3bda3f,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:20.863232 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-5886742c-f0be-4afc-84c9-8d50b1390834 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/quotas/f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 375 time: 0.0430195 Jun 16 21:13:21.008581 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-ffaa1d12-1ce8-4a6a-8f5c-0cb04efac1ed tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220527 Jun 16 21:13:21.220144 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-e6dbdee3-417f-4c65-bf18-e1867d267b74 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:13:21.221254 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-e6dbdee3-417f-4c65-bf18-e1867d267b74 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6329272 Jun 16 21:13:21.272087 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port deaa9358-462d-407d-a818-d4e94eb4221b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:21.272790 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:21.276157 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Attempting to bind port 01f9a404-579d-4e7a-918a-ebd19e3bda3f on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:21.276770 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Attempting to bind port 01f9a404-579d-4e7a-918a-ebd19e3bda3f by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:21.277274 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Attempting to bind port 01f9a404-579d-4e7a-918a-ebd19e3bda3f on network c45b6299-9716-4173-aacf-27f0517667e5 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:21.348671 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:21.348840 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Checking segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:21.348996 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-8254f2a4-144d-4e23-aa3e-a1b749108f33 service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119392 Jun 16 21:13:21.353393 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:21.353919 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Bound using segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:21.354533 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Bound port: 01f9a404-579d-4e7a-918a-ebd19e3bda3f, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:21.355089 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:21.418678 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c7389e04-4d8c-4109-9b3b-e7518822e0b8 None None] Provisioning complete for port 01f9a404-579d-4e7a-918a-ebd19e3bda3f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:21.419215 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7389e04-4d8c-4109-9b3b-e7518822e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:21.490093 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (beeb5be2-c527-4f91-9d15-d4ab33b93f1f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:21.584441 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-53b48c34-e1bd-4a21-bfa0-a63651e707d7 service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288773 Jun 16 21:13:21.602942 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c7389e04-4d8c-4109-9b3b-e7518822e0b8 None None] Port 01f9a404-579d-4e7a-918a-ebd19e3bda3f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:21.723206 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:21.764482 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] For port 01f9a404-579d-4e7a-918a-ebd19e3bda3f, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:21.769503 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] For port 01f9a404-579d-4e7a-918a-ebd19e3bda3f, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=01f9a404-579d-4e7a-918a-ebd19e3bda3f,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:21.782373 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port deaa9358-462d-407d-a818-d4e94eb4221b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:21.783714 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 7f7c5f73-52f6-4c92-80dd-ce81a334bebb up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:21.831788 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:21.864772 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-30d82c8e-4529-4621-8ea7-73f73f4449a1 service neutron] 10.222.0.43 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284845 Jun 16 21:13:21.978668 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:21.981393 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:22.008579 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a15a2c-61aa-4888-91b1-947dfa41e009 None None] Pushing event updated for resources: {'Port': ['ID=01f9a404-579d-4e7a-918a-ebd19e3bda3f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:22.072669 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59642) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:22.113536 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-511edd7f-99f5-488d-926e-11277c3f9f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.170914 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:22.171322 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.175034 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:22.345448 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-511edd7f-99f5-488d-926e-11277c3f9f11 admin admin] Publish callbacks [] for security_group (29881117-4008-49ef-820d-102163d6520d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.356099 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-511edd7f-99f5-488d-926e-11277c3f9f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (29881117-4008-49ef-820d-102163d6520d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.419230 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:22.422111 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-511edd7f-99f5-488d-926e-11277c3f9f11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=620e608ba09f414aa43b6adcd06b3fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483944 Jun 16 21:13:22.426080 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59652) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:22.527120 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:22.529455 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24a7f777-06fc-4011-85fd-93d4f58b2d7d req-68482c22-525c-4ca1-883a-f87a9cd48ca7 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 210 time: 0.1049500 Jun 16 21:13:22.538022 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-77a5bd87-bf76-4dd2-acd0-aa0e1f418a42 service neutron] 10.222.0.43 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697092 Jun 16 21:13:22.587707 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511edd7f-99f5-488d-926e-11277c3f9f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29881117-4008-49ef-820d-102163d6520d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:22.613916 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.625274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.731887 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d09686cd-e5fe-4ce9-8cc3-0c9be7d849c4 admin admin] Publish callbacks [] for security_group (29881117-4008-49ef-820d-102163d6520d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.767099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'Port': ['ID=20957115-5239-4d66-94cb-f3c0b952ce1b,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:22.789442 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (beeb5be2-c527-4f91-9d15-d4ab33b93f1f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.814237 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d09686cd-e5fe-4ce9-8cc3-0c9be7d849c4 admin admin] Publish callbacks [] for security_group (29881117-4008-49ef-820d-102163d6520d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.816968 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:22.827501 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6c9141d7-0895-4410-8157-e2db6a2085c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2059038 Jun 16 21:13:22.866097 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:22.885541 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0c089fbe-8d53-454c-aa0c-c43d0313ee0b None None] Provisioning complete for port 01f9a404-579d-4e7a-918a-ebd19e3bda3f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:22.892261 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0c089fbe-8d53-454c-aa0c-c43d0313ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:23.087357 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44cdd2f5-4bfb-4dea-82f4-3977e315bd1d req-d00832a0-13a0-47b5-baf1-b3bb3fe5710e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.3551311 Jun 16 21:13:23.092891 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d09686cd-e5fe-4ce9-8cc3-0c9be7d849c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (29881117-4008-49ef-820d-102163d6520d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:23.102249 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d09686cd-e5fe-4ce9-8cc3-0c9be7d849c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:23.103797 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d09686cd-e5fe-4ce9-8cc3-0c9be7d849c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29881117-4008-49ef-820d-102163d6520d HTTP/1.1" status: 204 len: 168 time: 0.6612287 Jun 16 21:13:23.117340 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09686cd-e5fe-4ce9-8cc3-0c9be7d849c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29881117-4008-49ef-820d-102163d6520d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:23.154375 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:23.266545 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0c089fbe-8d53-454c-aa0c-c43d0313ee0b None None] Current status of the port 01f9a404-579d-4e7a-918a-ebd19e3bda3f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:23.271281 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0c089fbe-8d53-454c-aa0c-c43d0313ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:23.359016 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-97653d9b-eec6-42a6-a8d3-e75c5114fc60 req-e11e9b24-040d-4c61-b835-d701b228773f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.2452221 Jun 16 21:13:23.386096 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device af68754b-b380-4c52-8e03-418fbc557b12 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:23.465107 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-3220c6c4-7e01-4534-86dc-abcfafd819a7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1285371743&fields=id&tenant_id=536b36bd517a4dca8706718f6bab9c1a HTTP/1.1" status: 200 len: 267 time: 0.1030390 Jun 16 21:13:23.491764 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.47', 62965) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:23.499718 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-0c089fbe-8d53-454c-aa0c-c43d0313ee0b None None] For port 01f9a404-579d-4e7a-918a-ebd19e3bda3f, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=01f9a404-579d-4e7a-918a-ebd19e3bda3f,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:23.510151 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port af68754b-b380-4c52-8e03-418fbc557b12 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:23.513871 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (af68754b-b380-4c52-8e03-418fbc557b12), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:23.526804 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0c089fbe-8d53-454c-aa0c-c43d0313ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:23.697034 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:23.719554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c089fbe-8d53-454c-aa0c-c43d0313ee0b None None] Pushing event updated for resources: {'Port': ['ID=01f9a404-579d-4e7a-918a-ebd19e3bda3f,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:23.733054 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-cf827f3f-4b6e-4ea8-931c-d69aa653eb60 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:23.747592 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-cf827f3f-4b6e-4ea8-931c-d69aa653eb60 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 810 time: 0.2811751 Jun 16 21:13:23.754276 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:21Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:23.773636 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-f4531917-d23e-4319-ac27-cc7985b1b1fa tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/quotas/536b36bd517a4dca8706718f6bab9c1a HTTP/1.1" status: 200 len: 375 time: 0.0250857 Jun 16 21:13:23.824937 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043cfdb-81fc-46d6-b763-cab8b8592b30 None None] The sync data for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi is: [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:21Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:23.886093 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:23.977623 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-767e0164-cbbf-4ea3-b267-e27e12eeb2fe tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:24.010287 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-767e0164-cbbf-4ea3-b267-e27e12eeb2fe tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.47 "GET /v2.0/networks?id=84c78649-9aa8-4eb4-a6f2-165e9dc816ed HTTP/1.1" status: 200 len: 812 time: 0.5106239 Jun 16 21:13:24.017209 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-3ec86485-8eef-4cce-9d3a-289048788b7b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2424042 Jun 16 21:13:24.025934 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port af68754b-b380-4c52-8e03-418fbc557b12 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:24.030663 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 5f235da6-736a-4077-aa2e-09b17510e04d up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:24.126106 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:24.160690 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 5f235da6-736a-4077-aa2e-09b17510e04d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:24.162030 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:24.172576 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a3871f7c-3e2c-48af-b318-ae5efcd3ab8e req-cb751951-d7d7-4dec-a786-42229f38c3b0 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 210 time: 0.0937333 Jun 16 21:13:24.260715 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:24.311062 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-aca245b6-1198-41e7-a25e-3a4d6afbc3be service neutron] 10.222.0.43 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925172 Jun 16 21:13:24.376508 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 5f235da6-736a-4077-aa2e-09b17510e04d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:24.377444 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1c4e4e73-7729-4bb2-9379-ebef94b10ca6 req-b217dd50-3238-4d66-b449-3a5163a3cb2c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.0431364 Jun 16 21:13:24.377595 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 0de9979f-bf7b-404b-95c5-ed91576980f8 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:24.471844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 0de9979f-bf7b-404b-95c5-ed91576980f8 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:24.472264 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:24.583698 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3d7e634-df74-45ec-89c2-d1798f40a6ab req-0d8fe269-c295-4efc-b410-41de509a33d0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.0576923 Jun 16 21:13:24.633884 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 0de9979f-bf7b-404b-95c5-ed91576980f8 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:24.634974 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 64f93dac-9a28-4405-8f86-9918de8af4ed up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:24.696471 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 64f93dac-9a28-4405-8f86-9918de8af4ed triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:24.696866 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:24.794785 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-7852f2ed-3a8b-421d-bb92-0ef34fd3bd66 service neutron] 10.222.0.43 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766934 Jun 16 21:13:24.797888 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 64f93dac-9a28-4405-8f86-9918de8af4ed is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:24.799094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 5c4cfc41-969c-478e-bad8-9ee481449527 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:24.863169 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 5c4cfc41-969c-478e-bad8-9ee481449527 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:24.863314 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:24.982500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 5c4cfc41-969c-478e-bad8-9ee481449527 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:25.124564 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-772e2b21-8ec3-48c6-a0b2-0ea6575af916 req-2bd8aba1-2243-4a7d-9846-524ffdaad4a2 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.0757670 Jun 16 21:13:25.194508 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 01f9a404-579d-4e7a-918a-ebd19e3bda3f up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:25.344903 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 01f9a404-579d-4e7a-918a-ebd19e3bda3f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:25.345331 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:25.353830 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:25.410164 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-454a8f31-613f-400e-8cb0-b89782ffdd2e req-7900e71f-8864-4d9a-a5e4-65deda65e325 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 210 time: 0.0502093 Jun 16 21:13:25.441658 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 59792) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:25.595600 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8504b98e-0a44-4112-b83a-0b487f6b8e5e req-7511c59c-dfc5-47b2-ae6b-f9b45eefdff4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.0507882 Jun 16 21:13:25.607696 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 01f9a404-579d-4e7a-918a-ebd19e3bda3f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:25.639718 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb2cde32-5d73-47cd-aa05-3393136eab92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:25.768233 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8d3c25b-e68c-4beb-807a-1c8a7cd3b538 req-a230d502-a24a-46ea-a56c-f073e89f01a8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.0852230 Jun 16 21:13:25.816621 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb2cde32-5d73-47cd-aa05-3393136eab92 admin admin] Publish callbacks [] for security_group (bc5a95b7-6882-424c-ad2c-d717481ae045), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:25.823756 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb2cde32-5d73-47cd-aa05-3393136eab92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (bc5a95b7-6882-424c-ad2c-d717481ae045), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:25.886617 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-eb2cde32-5d73-47cd-aa05-3393136eab92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5791300c4cf94ca58030667bacff79cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4435437 Jun 16 21:13:25.889968 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59820) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:25.918008 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cde32-5d73-47cd-aa05-3393136eab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a95b7-6882-424c-ad2c-d717481ae045,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:25.967031 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a04097d-04f4-42f0-a887-b0e635cfec25 admin admin] Publish callbacks [] for security_group (bc5a95b7-6882-424c-ad2c-d717481ae045), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:25.998784 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a04097d-04f4-42f0-a887-b0e635cfec25 admin admin] Publish callbacks [] for security_group (bc5a95b7-6882-424c-ad2c-d717481ae045), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:26.062006 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a04097d-04f4-42f0-a887-b0e635cfec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (bc5a95b7-6882-424c-ad2c-d717481ae045), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:26.064738 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a04097d-04f4-42f0-a887-b0e635cfec25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:26.065936 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2a04097d-04f4-42f0-a887-b0e635cfec25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc5a95b7-6882-424c-ad2c-d717481ae045 HTTP/1.1" status: 204 len: 168 time: 0.1749799 Jun 16 21:13:26.075269 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04097d-04f4-42f0-a887-b0e635cfec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a95b7-6882-424c-ad2c-d717481ae045,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:26.251741 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7bf01261-22b3-42c3-8698-c7d12d66c9d5 req-f5ba4427-47c5-418c-99cf-279792ec4882 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.0375047 Jun 16 21:13:26.529091 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3fc224e3-7a62-494e-b3a7-40959159333c req-1a48c5bf-e298-41e7-a849-7035351073b1 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 210 time: 0.0431786 Jun 16 21:13:26.567909 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Request body: {'port': {'device_id': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'admin_state_up': True, 'tenant_id': '87f4749861b548a6808e215ab16497d9'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:26.600374 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59884) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:26.614279 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07147316-1090-452d-9aae-bbac8a35a1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:26.643885 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:26.715718 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:26.736433 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07147316-1090-452d-9aae-bbac8a35a1a7 admin admin] Publish callbacks [] for security_group (4f3732a1-9077-4aa2-a4a9-169f945c6520), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:26.746325 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07147316-1090-452d-9aae-bbac8a35a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4f3732a1-9077-4aa2-a4a9-169f945c6520), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:26.849482 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07147316-1090-452d-9aae-bbac8a35a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3732a1-9077-4aa2-a4a9-169f945c6520,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:26.866986 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-07147316-1090-452d-9aae-bbac8a35a1a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bb843231f3d41b9bc2c1f518914cd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637460 Jun 16 21:13:26.868236 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 59914) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:26.893618 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-29f01b8e-a946-45a7-9c71-a7c377f3ee0d req-d4128f03-9435-46d5-9e6e-2c636f2395b4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.1059282 Jun 16 21:13:26.951223 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Made reservation on behalf of 87f4749861b548a6808e215ab16497d9 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:26.956209 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:27.016656 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6cf5716-79c8-4250-a664-fb3e8981492a req-b2adb702-5102-4778-9b0c-b21cda38e857 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.1313567 Jun 16 21:13:27.099681 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9da365b3-0604-4824-bfa0-a09020ffa8aa admin admin] Publish callbacks [] for security_group (4f3732a1-9077-4aa2-a4a9-169f945c6520), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:27.147052 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9da365b3-0604-4824-bfa0-a09020ffa8aa admin admin] Publish callbacks [] for security_group (4f3732a1-9077-4aa2-a4a9-169f945c6520), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:27.299045 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9da365b3-0604-4824-bfa0-a09020ffa8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4f3732a1-9077-4aa2-a4a9-169f945c6520), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:27.303119 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9da365b3-0604-4824-bfa0-a09020ffa8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:27.316134 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9da365b3-0604-4824-bfa0-a09020ffa8aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f3732a1-9077-4aa2-a4a9-169f945c6520 HTTP/1.1" status: 204 len: 168 time: 0.4460621 Jun 16 21:13:27.320362 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:27.349749 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da365b3-0604-4824-bfa0-a09020ffa8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3732a1-9077-4aa2-a4a9-169f945c6520,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:27.466949 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd6bf912-8646-45e3-a00b-d3ffb744d6d3 req-619496be-1fdd-49a8-9539-27e73c79ee1f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.0704849 Jun 16 21:13:27.479243 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Allocated IP 172.20.0.4 (84c78649-9aa8-4eb4-a6f2-165e9dc816ed/d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3/f058b8da-9aa3-4e1a-b261-fd6763f4e167) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:27.754223 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5755bdfe-e53b-4e77-90fd-b07bc1f7da86 req-efd6317b-2b57-4bd7-9454-bcdf9e214b09 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 210 time: 0.0974808 Jun 16 21:13:27.941016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks [] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:27.944027 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.47', 62975) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:28.044291 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:28.052461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:28.232876 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:28.248563 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb992c4e-511f-400d-9b5f-8492557d9930 req-abc3778f-883c-4542-99f1-d59eade64896 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.1910646 Jun 16 21:13:28.280029 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:28.327686 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:28.409932 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98cd11bf-6754-4ae6-ae0a-44bc8e6982bc req-9e76cde0-17e8-4a30-a2a2-1dfad188bc66 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.1859679 Jun 16 21:13:28.411669 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Pushing event updated for resources: {'Port': ['ID=f058b8da-9aa3-4e1a-b261-fd6763f4e167,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:28.444594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:28.445689 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:28.469092 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d40411ba-16c3-4fef-9971-6e93e82772cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9050136 Jun 16 21:13:28.523664 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60004) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:28.526378 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-41fc7fa6-c8bb-41fd-8aea-3e14a84cbaab tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:28.529602 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-41fc7fa6-c8bb-41fd-8aea-3e14a84cbaab tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 816 time: 0.5449598 Jun 16 21:13:28.577391 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.47', 62977) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:28.723925 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0c0edadf-6e37-44b9-a190-9ef59daf697a req-0a8a83c2-0183-435b-be07-a1b8ff720e2a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.0871429 Jun 16 21:13:28.862223 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-5066380c-7a97-46c6-a650-43befbe8ebb0 None None] Provisioning complete for port f058b8da-9aa3-4e1a-b261-fd6763f4e167 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:28.862805 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5066380c-7a97-46c6-a650-43befbe8ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:28.929627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-dab10f97-af79-495d-8393-eeb236979c18 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:13:28.932337 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-dab10f97-af79-495d-8393-eeb236979c18 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075769 Jun 16 21:13:28.934688 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.47', 62979) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:28.980797 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-5066380c-7a97-46c6-a650-43befbe8ebb0 None None] Port f058b8da-9aa3-4e1a-b261-fd6763f4e167 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:29.124607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60024) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:29.307790 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c3326-d192-46aa-aec5-d423d06632bb req-44ed5677-76c4-43b4-9f22-4e046ef18bb7 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:29.323690 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-148c3326-d192-46aa-aec5-d423d06632bb req-44ed5677-76c4-43b4-9f22-4e046ef18bb7 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 931 time: 0.4401591 Jun 16 21:13:29.348804 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d20c7e5-6b3a-4b8b-875a-66344fa05564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:29.450618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Request body: {'port': {'device_id': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:29.544407 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dd0ea81e-ece4-41c3-9de5-9d50476fc65d req-c142d377-d325-4617-82ab-a3c04a12b20f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.0908160 Jun 16 21:13:29.634685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0476-c04f-456c-a093-a4f914484386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:29.671196 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:29.682501 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-bc6d4226-ea04-4f80-85c1-403f739e9771 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:29.684605 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-bc6d4226-ea04-4f80-85c1-403f739e9771 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.7401214 Jun 16 21:13:29.728062 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5cde7158-59cb-4374-bf9b-addaa01ed0cd req-30dd394f-b4d3-4c52-b239-98379cb84d13 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.0566940 Jun 16 21:13:29.728062 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:29.839149 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-08939c3b-ae39-4c56-9752-220f59e1750c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 380 time: 0.8555350 Jun 16 21:13:29.872833 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-148c3326-d192-46aa-aec5-d423d06632bb req-d74b1f4a-910e-4f71-951e-4cfa509d0b79 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478723 Jun 16 21:13:29.900378 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-f6480247-765b-407e-8083-bbf1191df506 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:29.903010 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d20c7e5-6b3a-4b8b-875a-66344fa05564 admin admin] Publish callbacks [] for security_group (35500909-8940-4b79-b355-985b636780fa), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:29.910252 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-f6480247-765b-407e-8083-bbf1191df506 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 810 time: 0.8478696 Jun 16 21:13:29.922636 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'port': {'device_id': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'admin_state_up': True, 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'security_groups': ['f16c45bb-b45a-4802-a9ab-b420a7bdafe7']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:29.930814 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d20c7e5-6b3a-4b8b-875a-66344fa05564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (35500909-8940-4b79-b355-985b636780fa), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:29.995361 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6d20c7e5-6b3a-4b8b-875a-66344fa05564 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33de0fcc65534358a8a0e18fc24135a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4704440 Jun 16 21:13:30.012334 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60060) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:30.093598 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d124fca0-4d9d-4a15-8e61-a473a991c933 req-4d959ccd-e331-4efe-b511-5718cbfda13c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.1919503 Jun 16 21:13:30.147822 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-7466a7bf-7f74-45e0-8986-8c04c6f9d19c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 380 time: 0.4054785 Jun 16 21:13:30.187041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'port': {'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'admin_state_up': True, 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'security_groups': ['17986a13-6ad2-440e-ab59-c1b1b7e19f97']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:30.195967 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20c7e5-6b3a-4b8b-875a-66344fa05564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35500909-8940-4b79-b355-985b636780fa,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:30.239028 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0476-c04f-456c-a093-a4f914484386 admin admin] Publish callbacks [] for security_group (129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.321130 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43eba940-5af6-484b-9501-1daa010c9887 admin admin] Publish callbacks [] for security_group (35500909-8940-4b79-b355-985b636780fa), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.322882 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0476-c04f-456c-a093-a4f914484386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.396537 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:30.409488 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ee0e0476-c04f-456c-a093-a4f914484386 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8ebfca33fbd4f53956ec00c5371673a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2770364 Jun 16 21:13:30.424635 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60078) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:30.425560 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:30.437346 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Made reservation on behalf of f22cbeb1402848dbb84a5718dca357e1 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:30.440986 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.477319 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-9f5b33c0-d26e-4cc1-a1c2-637f73791080 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=536b36bd517a4dca8706718f6bab9c1a HTTP/1.1" status: 200 len: 380 time: 0.5147922 Jun 16 21:13:30.477755 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:30.576862 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'port': {'device_id': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'admin_state_up': True, 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'security_groups': ['8ffddb3a-7fbe-4c3f-81d3-8b39631222db']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:30.587582 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f058b8da-9aa3-4e1a-b261-fd6763f4e167 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:30.611434 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43eba940-5af6-484b-9501-1daa010c9887 admin admin] Publish callbacks [] for security_group (35500909-8940-4b79-b355-985b636780fa), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.623025 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Publish callbacks [] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.636950 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e21e-bbf5-4666-9857-6f006e109710 admin admin] Publish callbacks [] for security_group (129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.670197 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Transition to ACTIVE for port object f058b8da-9aa3-4e1a-b261-fd6763f4e167 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:13:30.690577 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e0476-c04f-456c-a093-a4f914484386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:30.714455 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.720470 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e21e-bbf5-4666-9857-6f006e109710 admin admin] Publish callbacks [] for security_group (129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.723573 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:30.837633 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-38e08418-5134-4e4b-b05a-c3bf5ee9a3db req-2affbdff-5a7a-42d9-aaca-654ab22e44f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.1481788 Jun 16 21:13:30.838766 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Made reservation on behalf of 8fd2e5ab99c341d38c3f78dc17c0faf2 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:30.843448 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:30.893815 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.20.0.8 (c4d0a869-8cad-4582-83ab-86c097e04c69/8b664bd6-1eb7-49e4-809b-bf1e86bec505/b0b64745-4342-4163-bc5d-724401da0c19) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:30.906456 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Pushing event updated for resources: {'Port': ['ID=f058b8da-9aa3-4e1a-b261-fd6763f4e167,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:30.959851 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f69d5924-a676-482c-8da5-a4894f784233 req-86c29b6e-ea53-4b5e-955d-a2b04db87c6b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.0869324 Jun 16 21:13:31.099173 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e21e-bbf5-4666-9857-6f006e109710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.102247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e21e-bbf5-4666-9857-6f006e109710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.103912 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f7e0e21e-bbf5-4666-9857-6f006e109710 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4 HTTP/1.1" status: 204 len: 168 time: 0.6769230 Jun 16 21:13:31.184948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0e21e-bbf5-4666-9857-6f006e109710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ee8cf-6ee1-4b61-9e89-4fc91bc6a7a4,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:31.227691 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43eba940-5af6-484b-9501-1daa010c9887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (35500909-8940-4b79-b355-985b636780fa), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.230246 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43eba940-5af6-484b-9501-1daa010c9887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.231403 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-43eba940-5af6-484b-9501-1daa010c9887 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35500909-8940-4b79-b355-985b636780fa HTTP/1.1" status: 204 len: 168 time: 1.2113390 Jun 16 21:13:31.243355 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Attempting to bind port f058b8da-9aa3-4e1a-b261-fd6763f4e167 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:31.243946 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Attempting to bind port f058b8da-9aa3-4e1a-b261-fd6763f4e167 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:31.244516 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Attempting to bind port f058b8da-9aa3-4e1a-b261-fd6763f4e167 on network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:31.283107 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Port f058b8da-9aa3-4e1a-b261-fd6763f4e167 on network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:13:31.283796 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Attempting to bind port f058b8da-9aa3-4e1a-b261-fd6763f4e167 on network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:31.300731 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:31.301466 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Checking segment: {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:31.302225 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Bound using segment: {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:31.302936 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Bound port: f058b8da-9aa3-4e1a-b261-fd6763f4e167, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eee0c29-9845-4c74-9c65-7360374123c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:31.303512 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.381617 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7ebf955c-48ce-4402-a583-be9a81080797 req-d5156f32-e7bc-4c92-ad13-3a4184578143 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.1026037 Jun 16 21:13:31.446820 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eba940-5af6-484b-9501-1daa010c9887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35500909-8940-4b79-b355-985b636780fa,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:31.448139 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:31.498997 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (b0b64745-4342-4163-bc5d-724401da0c19), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.539899 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] For port f058b8da-9aa3-4e1a-b261-fd6763f4e167, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:31.549640 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] For port f058b8da-9aa3-4e1a-b261-fd6763f4e167, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:31.550331 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd95e9a-53ba-495f-8573-112e202e68a4 req-565549d2-a645-434d-9511-8faacda561f8 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:31.562388 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0bd95e9a-53ba-495f-8573-112e202e68a4 req-565549d2-a645-434d-9511-8faacda561f8 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 943 time: 0.5380578 Jun 16 21:13:31.581250 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.728887 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Pushing event updated for resources: {'Port': ['ID=f058b8da-9aa3-4e1a-b261-fd6763f4e167,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:31.780353 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:31.787918 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.789796 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-11ef458c-3772-4c59-bc76-bedac1074511 service neutron] 10.222.0.47 "PUT /v2.0/ports/f058b8da-9aa3-4e1a-b261-fd6763f4e167 HTTP/1.1" status: 200 len: 1093 time: 2.5135646 Jun 16 21:13:31.790773 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'tag': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:13:31.815037 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (b0b64745-4342-4163-bc5d-724401da0c19), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:31.902983 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Allocated IP 172.20.0.6 (f15db21b-4597-49e4-b0f9-2724f76cadbd/32fd7ec2-ee74-48a1-92de-347cd2d46d3b/6473309c-d2e4-42b4-94b1-6b373a5e59f2) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:32.073967 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:32.157401 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:32.181205 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:32.181892 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:32.263684 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60132) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:32.362017 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:32.381109 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5263d1f9-df6b-4532-b357-ba3b6917fb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:32.415038 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Made reservation on behalf of 536b36bd517a4dca8706718f6bab9c1a for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:32.419312 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:32.442231 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:32.447290 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:32.701330 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1b5550a5-c9ce-4817-bdbd-57bb7a655ceb None None] Provisioning complete for port b0b64745-4342-4163-bc5d-724401da0c19 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:32.701780 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1b5550a5-c9ce-4817-bdbd-57bb7a655ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (b0b64745-4342-4163-bc5d-724401da0c19), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:32.763082 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1b5550a5-c9ce-4817-bdbd-57bb7a655ceb None None] Port b0b64745-4342-4163-bc5d-724401da0c19 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:32.814022 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60148) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:32.822020 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:32.838830 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0bd95e9a-53ba-495f-8573-112e202e68a4 req-6a3e374f-0016-4950-83d2-8d12b327d1f4 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2740257 Jun 16 21:13:32.908071 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:32.955213 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Network f15db21b-4597-49e4-b0f9-2724f76cadbd is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:32.998895 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60158) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:33.002942 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:33.012951 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:33.058703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3094895c-11dd-4992-afce-13bd925f751e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.080439 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.093540 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c21ba-67d1-468f-90b8-ce9cdb5e666d req-c27688ce-7bb6-443a-98cb-166912747ec7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:33.097578 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-992c21ba-67d1-468f-90b8-ce9cdb5e666d req-c27688ce-7bb6-443a-98cb-166912747ec7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 931 time: 1.0177095 Jun 16 21:13:33.098349 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=b0b64745-4342-4163-bc5d-724401da0c19,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:33.155209 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7c70e-d69d-4107-a03c-eb3a442bcf02" -d '{"events": [{"name": "network-changed", "server_uuid": "feac2ab9-4107-4a96-a6b7-07687b5e151a", "tag": "f058b8da-9aa3-4e1a-b261-fd6763f4e167"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:13:33.171668 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3094895c-11dd-4992-afce-13bd925f751e admin admin] Publish callbacks [] for security_group (4d252f94-ac80-489b-8e20-b460d84a13e8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.208627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-2f54a78e-6720-484c-81df-7aca411ea61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:33.212632 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-2f54a78e-6720-484c-81df-7aca411ea61c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87f4749861b548a6808e215ab16497d9&device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 1127 time: 1.2628579 Jun 16 21:13:33.286587 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3094895c-11dd-4992-afce-13bd925f751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4d252f94-ac80-489b-8e20-b460d84a13e8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.363136 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-6a30a06d-c1f1-4a8e-bafe-579e5050c8c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167 HTTP/1.1" status: 200 len: 217 time: 0.1329966 Jun 16 21:13:33.380761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:33.381969 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.393986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094895c-11dd-4992-afce-13bd925f751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d252f94-ac80-489b-8e20-b460d84a13e8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:33.468563 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-992c21ba-67d1-468f-90b8-ce9cdb5e666d req-780d0b7d-b058-4d6c-b5cd-a0938b5081c7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407931 Jun 16 21:13:33.486648 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-9f428e1f-8ade-471f-8104-93458ae143f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3141828 Jun 16 21:13:33.501470 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3094895c-11dd-4992-afce-13bd925f751e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a91706f97272457e89412550fb18e073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943147 Jun 16 21:13:33.502975 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60170) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:33.505302 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4a4cef1c-4722-41d7-828e-8cbeae918fd6 None None] Provisioning complete for port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:33.506319 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4a4cef1c-4722-41d7-828e-8cbeae918fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.525464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5263d1f9-df6b-4532-b357-ba3b6917fb93 admin admin] Publish callbacks [] for security_group (21d3a365-2ada-4e9c-9bf2-11141aa96a7f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.542503 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Request body: {'port': {'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:33.561128 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cef1c-4722-41d7-828e-8cbeae918fd6 None None] Port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:33.568450 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698969cc-40d6-4e62-86fc-bb8b7c707751 req-64a3ee34-81e4-48c1-82c7-eb8477bb2a30 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:33.571358 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-698969cc-40d6-4e62-86fc-bb8b7c707751 req-64a3ee34-81e4-48c1-82c7-eb8477bb2a30 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 931 time: 0.5711162 Jun 16 21:13:33.587133 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5263d1f9-df6b-4532-b357-ba3b6917fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (21d3a365-2ada-4e9c-9bf2-11141aa96a7f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.620118 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=3,neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:33.663017 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:33.664593 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.697329 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d0219d24-6a9a-48cc-afd7-086cc2465bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:33.699931 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-d0219d24-6a9a-48cc-afd7-086cc2465bd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3 HTTP/1.1" status: 200 len: 851 time: 0.3129878 Jun 16 21:13:33.724375 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5263d1f9-df6b-4532-b357-ba3b6917fb93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c072b0cca0cf4332af01d87bf1148f02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4379992 Jun 16 21:13:33.728826 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60172) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:33.743978 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2c596be-422b-4972-aadb-9c13ed4f43db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.753299 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:33.769366 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Allocated IP 172.20.0.6 (c45b6299-9716-4173-aacf-27f0517667e5/7502ff76-40af-4764-bc43-1d6ba9d423e3/49dfc0a9-3807-4075-a9a7-5f2dceb98537) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:33.770032 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-50d9f126-c2d5-4ba9-be73-c4f9b9b4333f req-2bc6097b-955c-4aa9-b3a8-1548cf2d5c9e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.1016397 Jun 16 21:13:33.777720 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d1f9-df6b-4532-b357-ba3b6917fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3a365-2ada-4e9c-9bf2-11141aa96a7f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:33.801141 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2a00e077-e159-4763-8b77-7a034b687313 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9267335 Jun 16 21:13:33.832326 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Request body: {'port': {'device_id': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:33.871530 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (b0b64745-4342-4163-bc5d-724401da0c19), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:33.901333 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-698969cc-40d6-4e62-86fc-bb8b7c707751 req-34fa6eea-c17b-4dfb-8282-1a5bee5fe260 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191624 Jun 16 21:13:34.016886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:34.018095 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-539e4c93-d80e-4737-bbb4-5f9237e91b96 admin admin] Publish callbacks [] for security_group (4d252f94-ac80-489b-8e20-b460d84a13e8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.063798 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-4b76daa2-3374-4910-b283-eab4f5f19884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:34.065957 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-4b76daa2-3374-4910-b283-eab4f5f19884 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=84c78649-9aa8-4eb4-a6f2-165e9dc816ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2931130 Jun 16 21:13:34.144450 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.147452 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1983aaad-61ce-41fa-b6e8-d2e347c5ba47 admin admin] Publish callbacks [] for security_group (21d3a365-2ada-4e9c-9bf2-11141aa96a7f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.217446 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7601-b95f-4ea4-aa06-db51106d1411 req-b8172d8d-504b-45dd-a153-905209451586 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:34.219077 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f2c7601-b95f-4ea4-aa06-db51106d1411 req-b8172d8d-504b-45dd-a153-905209451586 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 943 time: 0.1278532 Jun 16 21:13:34.224009 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2c596be-422b-4972-aadb-9c13ed4f43db admin admin] Publish callbacks [] for security_group (1a9d348f-70c7-410a-99e0-3f8c448538d0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.237421 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:34.254259 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2c596be-422b-4972-aadb-9c13ed4f43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (1a9d348f-70c7-410a-99e0-3f8c448538d0), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.282205 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-539e4c93-d80e-4737-bbb4-5f9237e91b96 admin admin] Publish callbacks [] for security_group (4d252f94-ac80-489b-8e20-b460d84a13e8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.289685 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adc83fc-09ac-43d6-ad26-617d895f6e6a x-openstack-request-id: req-8adc83fc-09ac-43d6-ad26-617d895f6e6a {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:13:34.290240 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac2ab9-4107-4a96-a6b7-07687b5e151a", "tag": "f058b8da-9aa3-4e1a-b261-fd6763f4e167", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:13:34.291059 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8adc83fc-09ac-43d6-ad26-617d895f6e6a {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:13:34.292799 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adc83fc-09ac-43d6-ad26-617d895f6e6a'] response: {'name': 'network-changed', 'server_uuid': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'tag': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167', 'status': 'completed', 'code': 200} Jun 16 21:13:34.299725 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-24cb6d55-0d66-4eb3-aa4c-0497737c9821 service neutron] 10.222.0.47 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589861 Jun 16 21:13:34.316318 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c2c596be-422b-4972-aadb-9c13ed4f43db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=225ca31e43834984a25e0f30d940e5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4909229 Jun 16 21:13:34.316969 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60190) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:34.366253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1983aaad-61ce-41fa-b6e8-d2e347c5ba47 admin admin] Publish callbacks [] for security_group (21d3a365-2ada-4e9c-9bf2-11141aa96a7f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.452290 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.483648 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:34.486098 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=45 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:34.624628 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c596be-422b-4972-aadb-9c13ed4f43db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d348f-70c7-410a-99e0-3f8c448538d0,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:34.675317 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f2c7601-b95f-4ea4-aa06-db51106d1411 req-aec06a42-45f5-4f60-bd92-1761820e5051 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448564 Jun 16 21:13:34.686484 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:34.746441 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.873203 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1983aaad-61ce-41fa-b6e8-d2e347c5ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (21d3a365-2ada-4e9c-9bf2-11141aa96a7f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.874217 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-730b5d7f-9361-4237-abfd-c7d7bf0efa07 admin admin] Publish callbacks [] for security_group (1a9d348f-70c7-410a-99e0-3f8c448538d0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.875957 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1983aaad-61ce-41fa-b6e8-d2e347c5ba47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.877160 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1983aaad-61ce-41fa-b6e8-d2e347c5ba47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21d3a365-2ada-4e9c-9bf2-11141aa96a7f HTTP/1.1" status: 204 len: 168 time: 1.1437883 Jun 16 21:13:34.885249 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df23ae-e12f-4020-8ac8-0cbed688d0eb req-6dc0bb20-5712-422d-b3ce-0e7526a3919b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:34.893225 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4df23ae-e12f-4020-8ac8-0cbed688d0eb req-6dc0bb20-5712-422d-b3ce-0e7526a3919b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 931 time: 0.1791172 Jun 16 21:13:34.904057 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bda9f7bc-6917-4184-9a76-f5c0be5d4008 req-033f3bbd-dd87-4173-a4dc-81dfad0c25b1 service neutron] 10.222.0.47 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858978 Jun 16 21:13:34.904571 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-539e4c93-d80e-4737-bbb4-5f9237e91b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4d252f94-ac80-489b-8e20-b460d84a13e8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.907700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-539e4c93-d80e-4737-bbb4-5f9237e91b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:34.908827 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-539e4c93-d80e-4737-bbb4-5f9237e91b96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d252f94-ac80-489b-8e20-b460d84a13e8 HTTP/1.1" status: 204 len: 168 time: 1.4049108 Jun 16 21:13:34.920087 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Network c45b6299-9716-4173-aacf-27f0517667e5 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:34.937113 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983aaad-61ce-41fa-b6e8-d2e347c5ba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3a365-2ada-4e9c-9bf2-11141aa96a7f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:34.944140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:34.954151 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e4c93-d80e-4737-bbb4-5f9237e91b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d252f94-ac80-489b-8e20-b460d84a13e8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:34.967008 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:35.008774 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'Port': ['ID=49dfc0a9-3807-4075-a9a7-5f2dceb98537,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:35.016829 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-730b5d7f-9361-4237-abfd-c7d7bf0efa07 admin admin] Publish callbacks [] for security_group (1a9d348f-70c7-410a-99e0-3f8c448538d0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.088795 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4df23ae-e12f-4020-8ac8-0cbed688d0eb req-963dd778-04f1-42ac-acae-59bd328d9242 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945918 Jun 16 21:13:35.134974 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cf7fcde9-7dc9-4e23-92df-2e51ea9bf3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.215238 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-5114ec2e-56a6-429e-a6e0-a14e7d17bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:35.227811 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-5114ec2e-56a6-429e-a6e0-a14e7d17bef8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87f4749861b548a6808e215ab16497d9&device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 1127 time: 0.1292708 Jun 16 21:13:35.270456 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c42580-9b5d-4b5e-bc95-ba9245875b00 req-3ea1e801-adeb-472b-a80d-63fb81872a3e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:35.273951 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04c42580-9b5d-4b5e-bc95-ba9245875b00 req-3ea1e801-adeb-472b-a80d-63fb81872a3e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 931 time: 0.3767362 Jun 16 21:13:35.408634 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:35.409360 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.410088 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-470ef5f3-a08d-412e-bd78-298c2e84df24 None None] Provisioning complete for port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:35.410712 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-470ef5f3-a08d-412e-bd78-298c2e84df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.481489 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-fdc241d9-9e8f-45f8-bb65-b8a81ff26853 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9242182 Jun 16 21:13:35.505235 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:35.517640 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6473309c-d2e4-42b4-94b1-6b373a5e59f2 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:35.521846 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc7f0-bb1f-42f2-b358-5a2197d86e69 req-1243e00b-b276-485f-a6e8-25b99e08c14e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:35.537064 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6f9dc7f0-bb1f-42f2-b358-5a2197d86e69 req-1243e00b-b276-485f-a6e8-25b99e08c14e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 931 time: 0.2852967 Jun 16 21:13:35.547802 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04c42580-9b5d-4b5e-bc95-ba9245875b00 req-0f8df8ac-3515-4530-8e55-351114960708 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326736 Jun 16 21:13:35.550010 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Publish callbacks [] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.554594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b64745-4342-4163-bc5d-724401da0c19 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:35.574534 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Request body: {'port': {'device_id': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:35.581594 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-470ef5f3-a08d-412e-bd78-298c2e84df24 None None] Port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:35.589333 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-730b5d7f-9361-4237-abfd-c7d7bf0efa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (1a9d348f-70c7-410a-99e0-3f8c448538d0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.591957 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-730b5d7f-9361-4237-abfd-c7d7bf0efa07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.593072 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-730b5d7f-9361-4237-abfd-c7d7bf0efa07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a9d348f-70c7-410a-99e0-3f8c448538d0 HTTP/1.1" status: 204 len: 168 time: 1.2453136 Jun 16 21:13:35.639871 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Publish callbacks [] for port (b0b64745-4342-4163-bc5d-724401da0c19), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.674321 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b5d7f-9361-4237-abfd-c7d7bf0efa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d348f-70c7-410a-99e0-3f8c448538d0,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:35.686719 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Transition to ACTIVE for port object 6473309c-d2e4-42b4-94b1-6b373a5e59f2 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:13:35.698419 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.699980 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:35.746135 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Transition to ACTIVE for port object b0b64745-4342-4163-bc5d-724401da0c19 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:13:35.765461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (b0b64745-4342-4163-bc5d-724401da0c19), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.788649 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6f9dc7f0-bb1f-42f2-b358-5a2197d86e69 req-39d75cab-70fe-4ce1-bb5a-65c814dc8577 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503855 Jun 16 21:13:35.803207 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-777c3a50-86ca-44b8-a518-f751184e7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:35.805426 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-777c3a50-86ca-44b8-a518-f751184e7175 service neutron] 10.222.0.47 "GET /v2.0/networks?id=84c78649-9aa8-4eb4-a6f2-165e9dc816ed HTTP/1.1" status: 200 len: 913 time: 0.4616592 Jun 16 21:13:35.826682 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:35.890361 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:36.004644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-24be8e16-525f-424a-b353-c720c1e2c8b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167 HTTP/1.1" status: 200 len: 217 time: 0.1482360 Jun 16 21:13:36.016608 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b64745-4342-4163-bc5d-724401da0c19,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:36.247512 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49418c-f9aa-4c3e-94dd-e49516307f8d req-13406f03-2a05-43da-b1ac-465995e72d91 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:36.253717 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af49418c-f9aa-4c3e-94dd-e49516307f8d req-13406f03-2a05-43da-b1ac-465995e72d91 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 943 time: 0.2930000 Jun 16 21:13:36.268746 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:36.366654 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:36.443518 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18309e96-7e9d-45bc-8f87-81a1da8336d0 req-3338b391-4c89-42b9-befb-2a520f6009cd tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:36.446151 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18309e96-7e9d-45bc-8f87-81a1da8336d0 req-3338b391-4c89-42b9-befb-2a520f6009cd tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 943 time: 0.1847172 Jun 16 21:13:36.462876 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-3bac6c0a-8201-4a0b-ae6f-4331424d5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:36.467987 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-3bac6c0a-8201-4a0b-ae6f-4331424d5526 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3 HTTP/1.1" status: 200 len: 851 time: 0.4483323 Jun 16 21:13:36.583978 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Attempting to bind port b0b64745-4342-4163-bc5d-724401da0c19 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:36.586373 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Attempting to bind port b0b64745-4342-4163-bc5d-724401da0c19 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:36.587972 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Attempting to bind port b0b64745-4342-4163-bc5d-724401da0c19 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:36.627850 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-1c1139b5-ed23-45d8-92b9-cd5d64fc7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:36.629437 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-1c1139b5-ed23-45d8-92b9-cd5d64fc7d4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=84c78649-9aa8-4eb4-a6f2-165e9dc816ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1415162 Jun 16 21:13:36.645936 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Port b0b64745-4342-4163-bc5d-724401da0c19 on network c4d0a869-8cad-4582-83ab-86c097e04c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:13:36.648826 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Attempting to bind port b0b64745-4342-4163-bc5d-724401da0c19 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:36.659495 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60258) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:37.017927 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:37.018507 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Checking segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:37.019532 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Bound using segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:37.020319 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Bound port: b0b64745-4342-4163-bc5d-724401da0c19, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:37.020932 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (b0b64745-4342-4163-bc5d-724401da0c19), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.051464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Attempting to bind port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:37.051464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Attempting to bind port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:37.051464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Attempting to bind port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 on network f15db21b-4597-49e4-b0f9-2724f76cadbd {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:37.056847 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18309e96-7e9d-45bc-8f87-81a1da8336d0 req-66646a09-9bcf-45f9-9e83-fa0c3ae69f6e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5877440 Jun 16 21:13:37.057956 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50ef8e0b-1209-47c9-8154-fc028f35944b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.123444 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 on network f15db21b-4597-49e4-b0f9-2724f76cadbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:13:37.123917 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Attempting to bind port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 on network f15db21b-4597-49e4-b0f9-2724f76cadbd {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:37.177123 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af49418c-f9aa-4c3e-94dd-e49516307f8d req-36975657-4912-4744-9060-0856df95932b tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8960960 Jun 16 21:13:37.215250 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:37.215619 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Checking segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:37.216192 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Bound using segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:37.220848 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Bound port: 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:37.221304 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.236352 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60280) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:37.341342 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9c24c7c2-5b66-4dde-ad8c-9acc4394bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.353910 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf274d-9af1-4200-81fc-fe3ccdd5f230 req-f21172fe-4c05-4d66-9c3a-47cc97be6f68 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:37.355830 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6bf274d-9af1-4200-81fc-fe3ccdd5f230 req-f21172fe-4c05-4d66-9c3a-47cc97be6f68 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 931 time: 0.2146938 Jun 16 21:13:37.404670 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f85e58-2f18-4f24-9385-abdd5daa4292 req-20838e3d-f0a6-4fa7-befb-4d261fd1073f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:37.406243 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4f85e58-2f18-4f24-9385-abdd5daa4292 req-20838e3d-f0a6-4fa7-befb-4d261fd1073f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.1288800 Jun 16 21:13:37.463519 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] For port b0b64745-4342-4163-bc5d-724401da0c19, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:37.512367 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-307871453-network', 'tenant_id': '57c997889f0248deb60b4af3bd260b13'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:37.531326 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6bf274d-9af1-4200-81fc-fe3ccdd5f230 req-f4545409-8ab8-4016-9f71-2fa2a8f48b59 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606510 Jun 16 21:13:37.533519 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-ac3d1081-6c3b-423b-9075-0e4bcd7dd94d service neutron] 10.222.0.47 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8748181 Jun 16 21:13:37.567688 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] For port b0b64745-4342-4163-bc5d-724401da0c19, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b0b64745-4342-4163-bc5d-724401da0c19,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:37.601871 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (b0b64745-4342-4163-bc5d-724401da0c19), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.610063 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:37.645199 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:37.646208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:37.657264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:37.681129 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4f85e58-2f18-4f24-9385-abdd5daa4292 req-aa840ecc-4b08-4463-b218-88f62e2de717 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580488 Jun 16 21:13:37.693193 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:37.694030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.698908 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0b64745-4342-4163-bc5d-724401da0c19 HTTP/1.1" status: 200 len: 1093 time: 4.1629608 Jun 16 21:13:37.709313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:13:37.713267 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dafc774-7193-4dce-82ee-e7d55b41c8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "tag": "b0b64745-4342-4163-bc5d-724401da0c19"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:13:37.719674 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dfc0a9-3807-4075-a9a7-5f2dceb98537 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:37.724762 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50ef8e0b-1209-47c9-8154-fc028f35944b admin admin] Publish callbacks [] for security_group (b73707ab-d1b8-4583-913d-c61380cf870e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.751792 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.853592 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Publish callbacks [] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.868235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:37.889414 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fff7c70e-d69d-4107-a03c-eb3a442bcf02 req-99835cdc-0866-40ce-8b8b-42642682c33b service neutron] 10.222.0.47 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409412 Jun 16 21:13:37.891271 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Made reservation on behalf of 57c997889f0248deb60b4af3bd260b13 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:37.897450 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:37.898959 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.900822 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-210536f3-2811-488f-a44b-c44013b4318d service neutron] 10.222.0.47 "PUT /v2.0/ports/6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 1093 time: 4.0865109 Jun 16 21:13:37.901507 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:13:37.902796 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.927682 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Transition to ACTIVE for port object 49dfc0a9-3807-4075-a9a7-5f2dceb98537 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:13:37.943689 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f1ab9f-061d-4499-86f5-5d3ce8c3970f x-openstack-request-id: req-a4f1ab9f-061d-4499-86f5-5d3ce8c3970f {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:13:37.944923 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "tag": "b0b64745-4342-4163-bc5d-724401da0c19", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:13:37.945335 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4f1ab9f-061d-4499-86f5-5d3ce8c3970f {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:13:37.946475 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f1ab9f-061d-4499-86f5-5d3ce8c3970f'] response: {'name': 'network-changed', 'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19', 'status': 'completed', 'code': 200} Jun 16 21:13:37.951486 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:37.987546 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-50ef8e0b-1209-47c9-8154-fc028f35944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b73707ab-d1b8-4583-913d-c61380cf870e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:38.178325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:38.213711 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f" -d '{"events": [{"name": "network-changed", "server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:13:38.326569 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-daf6af80-e602-4ef9-a145-c64b95a9d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:38.337652 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-daf6af80-e602-4ef9-a145-c64b95a9d86a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1127 time: 0.3659585 Jun 16 21:13:38.372517 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-50ef8e0b-1209-47c9-8154-fc028f35944b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0ab6f418deb4fc1b7be6412fe867559&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7059834 Jun 16 21:13:38.455727 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3d06-e5f4-4034-bd71-3da7994b0171 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b64745-4342-4163-bc5d-724401da0c19,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:38.480130 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60314) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:38.506421 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Pushing event updated for resources: {'Port': ['ID=49dfc0a9-3807-4075-a9a7-5f2dceb98537,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:38.584777 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef8e0b-1209-47c9-8154-fc028f35944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73707ab-d1b8-4583-913d-c61380cf870e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:38.619475 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-04626998-3207-41de-a9ed-d609ad1d6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:38.622829 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-04626998-3207-41de-a9ed-d609ad1d6a69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 1127 time: 0.7010913 Jun 16 21:13:38.625626 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69855de-c840-4d48-a186-24515a53cfdf req-eaae9872-ff1a-44dc-86ea-277fb08890b8 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:38.633141 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d69855de-c840-4d48-a186-24515a53cfdf req-eaae9872-ff1a-44dc-86ea-277fb08890b8 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 943 time: 0.3966362 Jun 16 21:13:38.664549 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:38.756690 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-faf9e0a6-b0aa-4e47-a639-60f14079fed3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 217 time: 0.3928034 Jun 16 21:13:38.773549 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-1b92a938-54e0-40b4-a092-2387a39c98a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0b64745-4342-4163-bc5d-724401da0c19 HTTP/1.1" status: 200 len: 217 time: 0.0960588 Jun 16 21:13:38.805289 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:38.900511 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Attempting to bind port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:38.905019 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Attempting to bind port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:38.905642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Attempting to bind port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 on network c45b6299-9716-4173-aacf-27f0517667e5 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:38.934141 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee96-eb1a-4ff2-80b1-0517e85ccb4a admin admin] Publish callbacks [] for security_group (b73707ab-d1b8-4583-913d-c61380cf870e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:38.938766 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 on network c45b6299-9716-4173-aacf-27f0517667e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:13:38.949266 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Attempting to bind port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 on network c45b6299-9716-4173-aacf-27f0517667e5 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:38.983829 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d69855de-c840-4d48-a186-24515a53cfdf req-0ea462ac-c139-4ae5-b100-3b57c5bd1dfb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395493 Jun 16 21:13:38.985964 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee96-eb1a-4ff2-80b1-0517e85ccb4a admin admin] Publish callbacks [] for security_group (b73707ab-d1b8-4583-913d-c61380cf870e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.000023 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:39.005065 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Checking segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:39.006002 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Bound using segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:39.007175 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Bound port: 49dfc0a9-3807-4075-a9a7-5f2dceb98537, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:39.010244 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.034629 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:39.042966 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:39.049703 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccc821-921e-459d-824e-7e8b8852d3df req-6fe95d9b-cd03-45ec-9141-ca85e88fa9e2 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.051273 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-abccc821-921e-459d-824e-7e8b8852d3df req-6fe95d9b-cd03-45ec-9141-ca85e88fa9e2 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 943 time: 0.5830762 Jun 16 21:13:39.072676 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee96-eb1a-4ff2-80b1-0517e85ccb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b73707ab-d1b8-4583-913d-c61380cf870e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.075288 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee96-eb1a-4ff2-80b1-0517e85ccb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.079513 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8ff4ee96-eb1a-4ff2-80b1-0517e85ccb4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b73707ab-d1b8-4583-913d-c61380cf870e HTTP/1.1" status: 204 len: 168 time: 0.5858371 Jun 16 21:13:39.086836 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-f1985f99-3607-4edb-9539-a2ee30393c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.088920 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-f1985f99-3607-4edb-9539-a2ee30393c43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.3236089 Jun 16 21:13:39.106227 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4ee96-eb1a-4ff2-80b1-0517e85ccb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73707ab-d1b8-4583-913d-c61380cf870e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:39.197871 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks [] for security_group (0ffcde2d-1281-4509-b483-4972cac61208), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.207259 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-8491a808-af0a-47c2-916f-6decfae19862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.210038 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-8491a808-af0a-47c2-916f-6decfae19862 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.3976040 Jun 16 21:13:39.215496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0ffcde2d-1281-4509-b483-4972cac61208), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.218328 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:13:39.246450 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:13:39.258753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (a4bf965f-b6e3-4abe-97d8-e91101b67ca6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.259090 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Added segment a4bf965f-b6e3-4abe-97d8-e91101b67ca6 of type vlan for network 1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4 Jun 16 21:13:39.311744 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffcde2d-1281-4509-b483-4972cac61208,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:39.354766 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] For port 49dfc0a9-3807-4075-a9a7-5f2dceb98537, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:39.372036 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] For port 49dfc0a9-3807-4075-a9a7-5f2dceb98537, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:39.437119 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-abccc821-921e-459d-824e-7e8b8852d3df req-079a92ea-1c0f-42ed-83d7-3d7c79262977 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716285 Jun 16 21:13:39.447668 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.468885 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.487722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473333ac-c674-4113-9e27-6c55da18b57e req-50099466-801b-45ea-95dc-d17876f3ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.489321 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-50099466-801b-45ea-95dc-d17876f3ed72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2151582 Jun 16 21:13:39.514264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.518171 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.519813 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] 10.222.0.47 "PUT /v2.0/ports/49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 1093 time: 3.9538147 Jun 16 21:13:39.535188 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-308e337a-ab96-49c8-84e1-015954939e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.541024 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-308e337a-ab96-49c8-84e1-015954939e89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4358132 Jun 16 21:13:39.545711 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b154e-6a63-43e4-9ded-4c8aa491c5ae x-openstack-request-id: req-d56b154e-6a63-43e4-9ded-4c8aa491c5ae {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:13:39.545895 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:13:39.547036 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d56b154e-6a63-43e4-9ded-4c8aa491c5ae {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:13:39.548384 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56b154e-6a63-43e4-9ded-4c8aa491c5ae'] response: {'name': 'network-changed', 'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'status': 'completed', 'code': 200} Jun 16 21:13:39.692865 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-60fdbbc0-cb28-4803-9764-150bdc024b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.694892 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-60fdbbc0-cb28-4803-9764-150bdc024b43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1127 time: 0.1003673 Jun 16 21:13:39.776274 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacb705-3124-4966-b3e2-a650473fbb70 service neutron] Pushing event updated for resources: {'Port': ['ID=49dfc0a9-3807-4075-a9a7-5f2dceb98537,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:39.853420 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.855181 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.855626 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:39.865315 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc082d5-4da8-45c2-a324-4920c6ed215e req-694c6c7a-7d43-4ceb-b969-46f928547829 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:39.867526 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3dc082d5-4da8-45c2-a324-4920c6ed215e req-694c6c7a-7d43-4ceb-b969-46f928547829 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 943 time: 0.2844889 Jun 16 21:13:39.926458 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6708672 Jun 16 21:13:39.936951 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-0ae39ded-81b0-4a67-9974-4d58176ac10b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 217 time: 0.1275415 Jun 16 21:13:39.937474 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60360) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:39.947012 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Request body: {'subnet': {'network_id': '1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-307871453-subnet', 'tenant_id': '57c997889f0248deb60b4af3bd260b13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:40.029569 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae8dd-50bb-4d38-ba47-78dbfa6bb19b req-058b2f6c-4100-45ae-8d8e-ea13d2858d5e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:40.040695 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d1ae8dd-50bb-4d38-ba47-78dbfa6bb19b req-058b2f6c-4100-45ae-8d8e-ea13d2858d5e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.3295324 Jun 16 21:13:40.089921 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Made reservation on behalf of 57c997889f0248deb60b4af3bd260b13 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:40.092118 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3172409'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:40.116035 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:40.160268 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-e38557f0-12e4-44a4-861f-6530bd450c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:40.161608 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-e38557f0-12e4-44a4-861f-6530bd450c9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.2016413 Jun 16 21:13:40.195042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd68ad-4205-49df-ac27-5680f6362d98 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:40.212553 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-065a17ee-5a40-494b-8adf-ef51c1aa48ab service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105207 Jun 16 21:13:40.222643 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:13:40.358552 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3dc082d5-4da8-45c2-a324-4920c6ed215e req-e1eaae9e-c536-4e5f-8e53-225b10d77c53 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668696 Jun 16 21:13:40.399348 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-a949ace4-831b-4d60-b970-dbc9f15ea7c4 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861693 Jun 16 21:13:40.478500 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d1ae8dd-50bb-4d38-ba47-78dbfa6bb19b req-02c14180-89d6-470c-93c0-f66188f6cb02 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363606 Jun 16 21:13:40.525857 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:40.612840 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:40.642139 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb2355-34d6-4a39-98df-e40104e9e1cf req-b9684ca3-0fa6-48c6-a3aa-a5b2032f643a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:40.643869 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dbeb2355-34d6-4a39-98df-e40104e9e1cf req-b9684ca3-0fa6-48c6-a3aa-a5b2032f643a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 943 time: 0.1337945 Jun 16 21:13:40.647231 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711595a-d426-485d-a61a-cd70961b8bed req-5037f3c6-1d00-4f76-bd4a-03c91a36f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:40.649279 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-5037f3c6-1d00-4f76-bd4a-03c91a36f3e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2311513 Jun 16 21:13:40.671162 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-473333ac-c674-4113-9e27-6c55da18b57e req-ae7f774a-12c6-419f-a1da-ab2867aff059 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115714 Jun 16 21:13:40.711459 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dbeb2355-34d6-4a39-98df-e40104e9e1cf req-73973ab0-011c-437c-9d7c-1e50c4ab1071 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543747 Jun 16 21:13:40.720237 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1a6f-eafc-43b8-a075-48e391710b1e req-97de56bd-5e21-44d8-a92d-761c5f270821 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:40.721917 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff8c1a6f-eafc-43b8-a075-48e391710b1e req-97de56bd-5e21-44d8-a92d-761c5f270821 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 943 time: 0.0667775 Jun 16 21:13:40.723124 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1277694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172363'] for subnet (6988f28d-7c08-4e92-8336-d370e79db8c1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:40.760741 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:40.821588 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6988f28d-7c08-4e92-8336-d370e79db8c1,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:40.839256 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff8c1a6f-eafc-43b8-a075-48e391710b1e req-f1d353a4-0e94-46fe-9aa6-c4f472480f16 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856993 Jun 16 21:13:40.839860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Checking segment: {'id': 'a4bf965f-b6e3-4abe-97d8-e91101b67ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:40.840275 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Network hostable DHCP agents. Network: 1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:13:40.846790 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:40.854814 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60404) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:40.871183 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Network 1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:13:40.932632 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:40.944592 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99038b1-704d-449c-9b8d-d1d50629322e None None] Network 1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:40.948027 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-19d76f77-18c6-4650-955a-179512307fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:40.949409 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-19d76f77-18c6-4650-955a-179512307fae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 1127 time: 0.0451329 Jun 16 21:13:40.999739 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:41.000359 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.052167 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-133e4f1f-e356-4012-9d9a-8bd315c0fdc8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1098230 Jun 16 21:13:41.081125 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5185a3-a538-4dca-a5a4-d46aa607ce77 None None] Network 1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:41.091508 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-6508cf8f-b4b9-415e-b81c-55142ca0882e service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131159 Jun 16 21:13:41.106843 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0b9ea6-cc0a-4c47-81c3-21649c65078e req-2921ceeb-82dd-44ca-ac0a-13b6a5103f7e service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273238 Jun 16 21:13:41.172552 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9b072ac5-316f-4449-a1b3-f0e9fd670112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.267827 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9b072ac5-316f-4449-a1b3-f0e9fd670112 admin admin] Publish callbacks [] for security_group (6a91ec54-111e-46e6-bc95-6c09658228a8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.275001 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9b072ac5-316f-4449-a1b3-f0e9fd670112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6a91ec54-111e-46e6-bc95-6c09658228a8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.315074 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b072ac5-316f-4449-a1b3-f0e9fd670112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91ec54-111e-46e6-bc95-6c09658228a8,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:41.320202 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9b072ac5-316f-4449-a1b3-f0e9fd670112 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eedf2ab520a44c7b8a919b50b5e83d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634974 Jun 16 21:13:41.322878 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60422) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:41.339150 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:41.399583 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3de1bc6-a4bd-44e7-b05a-72d809a8ee45 admin admin] Publish callbacks [] for security_group (6a91ec54-111e-46e6-bc95-6c09658228a8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.435696 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3de1bc6-a4bd-44e7-b05a-72d809a8ee45 admin admin] Publish callbacks [] for security_group (6a91ec54-111e-46e6-bc95-6c09658228a8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.557987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:13:41.560458 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d126e41-191e-46d2-88ca-5433f76e7213" -d '{"events": [{"name": "network-changed", "server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:13:41.562530 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae95d-b1b6-4e5d-bb6e-0babf1e7861f req-7ce47ce6-af1e-4e6d-8e62-359d04b8a84d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:41.565273 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-17fae95d-b1b6-4e5d-bb6e-0babf1e7861f req-7ce47ce6-af1e-4e6d-8e62-359d04b8a84d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 943 time: 0.0846999 Jun 16 21:13:41.588657 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3de1bc6-a4bd-44e7-b05a-72d809a8ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6a91ec54-111e-46e6-bc95-6c09658228a8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.591930 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3de1bc6-a4bd-44e7-b05a-72d809a8ee45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:41.593408 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b3de1bc6-a4bd-44e7-b05a-72d809a8ee45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a91ec54-111e-46e6-bc95-6c09658228a8 HTTP/1.1" status: 204 len: 168 time: 0.2691276 Jun 16 21:13:41.608405 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de1bc6-a4bd-44e7-b05a-72d809a8ee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91ec54-111e-46e6-bc95-6c09658228a8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:41.637919 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-17fae95d-b1b6-4e5d-bb6e-0babf1e7861f req-f986e3da-a939-4cc6-b38a-6b5fac08b281 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662069 Jun 16 21:13:41.674126 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c6e75-d3a2-41a7-a401-1e83325a3188 req-f8691bb2-b42a-464a-a635-041ea13dcc7b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:41.675664 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d00c6e75-d3a2-41a7-a401-1e83325a3188 req-f8691bb2-b42a-464a-a635-041ea13dcc7b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0783873 Jun 16 21:13:41.697246 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90fb158-28b2-49e9-b5d9-46e495acd7f3 x-openstack-request-id: req-d90fb158-28b2-49e9-b5d9-46e495acd7f3 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:13:41.697539 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:13:41.697785 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d90fb158-28b2-49e9-b5d9-46e495acd7f3 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:13:41.698176 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90fb158-28b2-49e9-b5d9-46e495acd7f3'] response: {'name': 'network-changed', 'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'status': 'completed', 'code': 200} Jun 16 21:13:41.729394 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d00c6e75-d3a2-41a7-a401-1e83325a3188 req-d2c56684-6638-485c-8240-9340b9dda519 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472820 Jun 16 21:13:41.841022 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4420e-e2f0-472f-8616-b4a93a274475 req-2a80070f-9b99-495f-9df8-d863a7acc499 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:41.842629 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a6d4420e-e2f0-472f-8616-b4a93a274475 req-2a80070f-9b99-495f-9df8-d863a7acc499 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 943 time: 0.0513003 Jun 16 21:13:41.904506 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a6d4420e-e2f0-472f-8616-b4a93a274475 req-7145086c-bd78-4231-a2a0-d6411504a2bf tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525155 Jun 16 21:13:41.974590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c13d-f935-46b1-8fdb-d4799dda9d4f req-2aa730a5-41d6-434c-b3e4-cd38797c3048 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:41.976933 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93a4c13d-f935-46b1-8fdb-d4799dda9d4f req-2aa730a5-41d6-434c-b3e4-cd38797c3048 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 943 time: 0.0519183 Jun 16 21:13:42.028729 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93a4c13d-f935-46b1-8fdb-d4799dda9d4f req-3fa0a98e-622f-4c3e-b4bf-34783ca2f8ba tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Jun 16 21:13:42.113402 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60462) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:42.128003 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8248aa25-680f-46e2-91e3-a91b0bb11bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.214302 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60468) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:42.222406 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1712245805-network', 'tenant_id': '14b98956d6a147a89ee56c4d03a18be0'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:42.238639 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8248aa25-680f-46e2-91e3-a91b0bb11bfa admin admin] Publish callbacks [] for security_group (d0a21a55-a36c-4e6b-abd6-b1c784ce46d1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.244803 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8248aa25-680f-46e2-91e3-a91b0bb11bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (d0a21a55-a36c-4e6b-abd6-b1c784ce46d1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.251532 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Made reservation on behalf of 14b98956d6a147a89ee56c4d03a18be0 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:42.254188 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.256259 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:42.269371 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.293762 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248aa25-680f-46e2-91e3-a91b0bb11bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a21a55-a36c-4e6b-abd6-b1c784ce46d1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:42.299265 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8248aa25-680f-46e2-91e3-a91b0bb11bfa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=407c2d45dbaa499a8f36f64f11b6ec9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845641 Jun 16 21:13:42.308502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60470) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:42.369043 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9df9f89c-3d10-45a6-b7fd-630f77d31dae admin admin] Publish callbacks [] for security_group (d0a21a55-a36c-4e6b-abd6-b1c784ce46d1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.398600 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9df9f89c-3d10-45a6-b7fd-630f77d31dae admin admin] Publish callbacks [] for security_group (d0a21a55-a36c-4e6b-abd6-b1c784ce46d1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.469057 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9df9f89c-3d10-45a6-b7fd-630f77d31dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (d0a21a55-a36c-4e6b-abd6-b1c784ce46d1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.472241 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9df9f89c-3d10-45a6-b7fd-630f77d31dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.476827 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9df9f89c-3d10-45a6-b7fd-630f77d31dae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0a21a55-a36c-4e6b-abd6-b1c784ce46d1 HTTP/1.1" status: 204 len: 168 time: 0.1731009 Jun 16 21:13:42.490252 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9f89c-3d10-45a6-b7fd-630f77d31dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a21a55-a36c-4e6b-abd6-b1c784ce46d1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:42.576409 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks [] for security_group (4261811b-ab42-4a9f-b3ff-c2bcc261d57e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.582815 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4261811b-ab42-4a9f-b3ff-c2bcc261d57e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.628223 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:13:42.631249 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261811b-ab42-4a9f-b3ff-c2bcc261d57e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:42.649062 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.649804 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Added segment dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e of type vlan for network 5377c0f9-c7a8-4911-a182-07f3025de70d Jun 16 21:13:42.705816 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (5377c0f9-c7a8-4911-a182-07f3025de70d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.744933 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (5377c0f9-c7a8-4911-a182-07f3025de70d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.745651 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:42.747178 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:42.753373 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:42.822919 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6041801 Jun 16 21:13:42.825033 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60490) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:42.834201 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Request body: {'subnet': {'network_id': '5377c0f9-c7a8-4911-a182-07f3025de70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1712245805-subnet', 'tenant_id': '14b98956d6a147a89ee56c4d03a18be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:42.867154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004754f-aa8c-4af3-a9a6-b79e1a4be930 req-11bd1902-877d-48c7-ace1-07acb12651db tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:42.869289 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1004754f-aa8c-4af3-a9a6-b79e1a4be930 req-11bd1902-877d-48c7-ace1-07acb12651db tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 943 time: 0.1121516 Jun 16 21:13:42.898704 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc7143-f835-4a87-8683-a7d980609852 admin admin] Pushing event updated for resources: {'Network': ['ID=5377c0f9-c7a8-4911-a182-07f3025de70d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:42.915346 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 5377c0f9-c7a8-4911-a182-07f3025de70d details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:13:42.935916 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Made reservation on behalf of 14b98956d6a147a89ee56c4d03a18be0 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:42.938851 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3172409'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:43.001290 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:43.003204 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1004754f-aa8c-4af3-a9a6-b79e1a4be930 req-aa02fbe2-f8cb-4b9e-8155-adf7f58b664f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252255 Jun 16 21:13:43.089015 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2d3b-5b8d-45b8-b166-0ceeaebf5186 req-ba0b75b8-cab0-4b0d-a219-f977fbbad801 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:43.096213 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cbd2d3b-5b8d-45b8-b166-0ceeaebf5186 req-ba0b75b8-cab0-4b0d-a219-f977fbbad801 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.1929114 Jun 16 21:13:43.133219 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:43.152886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-6ee9f06d-709a-43c7-80e6-b7fedb024023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:43.154782 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-6ee9f06d-709a-43c7-80e6-b7fedb024023 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.1769853 Jun 16 21:13:43.222711 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83ae64-cee5-4119-b6a3-69c102019792 req-56bcd7cf-d8cf-4e61-beca-6e2f66eb0ac6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:43.231452 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db83ae64-cee5-4119-b6a3-69c102019792 req-56bcd7cf-d8cf-4e61-beca-6e2f66eb0ac6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 943 time: 0.1174169 Jun 16 21:13:43.270966 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9cbd2d3b-5b8d-45b8-b166-0ceeaebf5186 req-26f4588f-8472-4c44-88af-bcb27d1ca408 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737926 Jun 16 21:13:43.301144 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db83ae64-cee5-4119-b6a3-69c102019792 req-0333600c-caa8-4f6d-9e7d-bd397d08e03a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682957 Jun 16 21:13:43.319253 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3711595a-d426-485d-a61a-cd70961b8bed req-355caa22-3bab-4a2f-94e1-2b1bcacb6af4 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543258 Jun 16 21:13:43.396997 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1277694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172363'] for subnet (599986c5-566c-4c5d-a165-edd1c9840828), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:43.493985 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=599986c5-566c-4c5d-a165-edd1c9840828,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:43.507343 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36314c-1cd0-4d0d-b00d-25857142f374 req-e13146da-2642-4093-9898-e018683efb29 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:43.514934 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c36314c-1cd0-4d0d-b00d-25857142f374 req-e13146da-2642-4093-9898-e018683efb29 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 943 time: 0.1081522 Jun 16 21:13:43.545443 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Checking segment: {'id': 'dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5377c0f9-c7a8-4911-a182-07f3025de70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:43.545899 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Network hostable DHCP agents. Network: 5377c0f9-c7a8-4911-a182-07f3025de70d, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:13:43.577132 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c36314c-1cd0-4d0d-b00d-25857142f374 req-45e8a90b-f9e8-4976-9176-ef6196997687 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613258 Jun 16 21:13:43.589253 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Network 5377c0f9-c7a8-4911-a182-07f3025de70d is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:13:43.605888 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 5377c0f9-c7a8-4911-a182-07f3025de70d) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:43.610595 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:43.611376 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:43.619766 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f14d8-1924-4923-a16f-6cf6ba0cc8c1 None None] Network 5377c0f9-c7a8-4911-a182-07f3025de70d requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:43.640350 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c03b700e-5b1e-4b29-8160-1ae2ca22cc3c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8087544 Jun 16 21:13:43.693233 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:43.750594 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f058b8da-9aa3-4e1a-b261-fd6763f4e167 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:13:43.762900 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d9919-93f2-4e68-86f4-40fe39001c60 None None] Network 5377c0f9-c7a8-4911-a182-07f3025de70d requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:43.868747 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-a01cd0af-6b2a-4345-9cba-8b947c6d4ef4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0b64745-4342-4163-bc5d-724401da0c19 HTTP/1.1" status: 200 len: 217 time: 0.0597746 Jun 16 21:13:43.877870 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:43.910628 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-481d9bc8-b37f-4df2-a6b4-3661d17e92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:43.913053 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-481d9bc8-b37f-4df2-a6b4-3661d17e92cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1127 time: 0.0936508 Jun 16 21:13:44.010684 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port f058b8da-9aa3-4e1a-b261-fd6763f4e167, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:44.029741 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167', 'network_id': '84c78649-9aa8-4eb4-a6f2-165e9dc816ed', 'port_id': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167', 'mac_address': 'fa:16:3e:83:ca:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:13:44.083787 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port f058b8da-9aa3-4e1a-b261-fd6763f4e167 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:44.084293 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.106356 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f058b8da-9aa3-4e1a-b261-fd6763f4e167 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:44.126817 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60552) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:44.143163 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port f058b8da-9aa3-4e1a-b261-fd6763f4e167, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:44.149754 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.171206 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f9df3-8ec2-4ea3-95af-c764fc4e26a0 req-972a5607-db55-4ad8-bfb3-71c37c2e66a7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:44.179897 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b2f9df3-8ec2-4ea3-95af-c764fc4e26a0 req-972a5607-db55-4ad8-bfb3-71c37c2e66a7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 943 time: 0.0833712 Jun 16 21:13:44.213955 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=f058b8da-9aa3-4e1a-b261-fd6763f4e167,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:44.242829 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b2f9df3-8ec2-4ea3-95af-c764fc4e26a0 req-d144f20c-3b31-493e-9810-50974e8df93e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612433 Jun 16 21:13:44.275581 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-188877b3-f1ba-4f8d-aa5f-714d961b12d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.321801 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:44.421447 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-188877b3-f1ba-4f8d-aa5f-714d961b12d5 admin admin] Publish callbacks [] for security_group (7e852f0e-3266-485b-94b3-7db3a499f9f5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.430214 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['f058b8da-9aa3-4e1a-b261-fd6763f4e167'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:13:44.437403 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d591d-9241-4c56-93ca-d2bbaab93a3f req-c6a936c0-e643-4551-b323-68ec528de1f9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:44.439348 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-814d591d-9241-4c56-93ca-d2bbaab93a3f req-c6a936c0-e643-4551-b323-68ec528de1f9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0577791 Jun 16 21:13:44.445937 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-188877b3-f1ba-4f8d-aa5f-714d961b12d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7e852f0e-3266-485b-94b3-7db3a499f9f5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.499362 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64479f1a-6362-47fc-a0e2-7a7f6eab4f1a req-4c3177f1-1c63-4c22-a27b-c4a25221c3d9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:44.508842 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64479f1a-6362-47fc-a0e2-7a7f6eab4f1a req-4c3177f1-1c63-4c22-a27b-c4a25221c3d9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 943 time: 0.1232772 Jun 16 21:13:44.510518 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-814d591d-9241-4c56-93ca-d2bbaab93a3f req-03d90953-9064-4b00-9488-775c359465ee tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642238 Jun 16 21:13:44.542565 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60564) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:44.542765 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-188877b3-f1ba-4f8d-aa5f-714d961b12d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=310b0061b6d84207a48b5ac1774221c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146669 Jun 16 21:13:44.549739 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188877b3-f1ba-4f8d-aa5f-714d961b12d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e852f0e-3266-485b-94b3-7db3a499f9f5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:44.598011 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64479f1a-6362-47fc-a0e2-7a7f6eab4f1a req-64e76480-d501-456f-8eb5-766bcace4d73 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867112 Jun 16 21:13:44.639854 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60570) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:44.653684 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-08cb3705-be03-4974-ae61-da209a305ec7 admin admin] Publish callbacks [] for security_group (7e852f0e-3266-485b-94b3-7db3a499f9f5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.766407 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8026f6c-19be-4c59-8c01-1422ba415a92 req-d6cbf79c-709e-4766-ae0f-810fcc0cbe71 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:44.768344 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f8026f6c-19be-4c59-8c01-1422ba415a92 req-d6cbf79c-709e-4766-ae0f-810fcc0cbe71 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 944 time: 0.0686033 Jun 16 21:13:44.773862 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-08cb3705-be03-4974-ae61-da209a305ec7 admin admin] Publish callbacks [] for security_group (7e852f0e-3266-485b-94b3-7db3a499f9f5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.878630 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-58dcf349-349a-4c2d-a168-ed48ba51362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:44.880096 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-58dcf349-349a-4c2d-a168-ed48ba51362d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.1101284 Jun 16 21:13:44.884454 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:44.894631 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7d41056-6dc1-45cc-a572-13e3e8b2e9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:44.914652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-661fd7ad-d062-48b0-9e40-4ae600823d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:44.916124 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-661fd7ad-d062-48b0-9e40-4ae600823d0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1127 time: 0.1705568 Jun 16 21:13:44.939616 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:45.037087 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-4fafbcc9-06e0-40a6-a6a8-a0dab01301d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.038896 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-4fafbcc9-06e0-40a6-a6a8-a0dab01301d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.3220131 Jun 16 21:13:45.088917 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-8c5fd5c8-f9cf-4529-8548-f2093bd12c24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 217 time: 0.0425572 Jun 16 21:13:45.106284 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f8026f6c-19be-4c59-8c01-1422ba415a92 req-7523aea0-d563-4a30-914a-cb6590dcdeb9 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963846 Jun 16 21:13:45.122360 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-6edc38ad-879e-418f-a48b-0a3472a0cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.124796 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-6edc38ad-879e-418f-a48b-0a3472a0cdb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2353115 Jun 16 21:13:45.125513 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-08cb3705-be03-4974-ae61-da209a305ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7e852f0e-3266-485b-94b3-7db3a499f9f5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:45.128041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-08cb3705-be03-4974-ae61-da209a305ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:45.129097 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-08cb3705-be03-4974-ae61-da209a305ec7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e852f0e-3266-485b-94b3-7db3a499f9f5 HTTP/1.1" status: 204 len: 168 time: 0.5855665 Jun 16 21:13:45.140349 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb3705-be03-4974-ae61-da209a305ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e852f0e-3266-485b-94b3-7db3a499f9f5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:45.165022 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-9b4e1f34-8e30-4f33-a8d4-ffb4d7f6c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.166510 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-9b4e1f34-8e30-4f33-a8d4-ffb4d7f6c4ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.2410007 Jun 16 21:13:45.191192 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-85edd20b-eeb1-425f-b74b-c63ee80b08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.192863 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-85edd20b-eeb1-425f-b74b-c63ee80b08fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.0933793 Jun 16 21:13:45.243782 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-7b9db5a9-b717-4c71-94a7-02dc8d81c9f8 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044586 Jun 16 21:13:45.244282 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-dfab2ff8-c339-4d90-a247-beb373791684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 217 time: 0.0681293 Jun 16 21:13:45.325184 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-260d8ba1-19ed-4ae7-b92d-80df0b639fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.326616 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-260d8ba1-19ed-4ae7-b92d-80df0b639fdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.0520368 Jun 16 21:13:45.382703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-e635a83c-fd35-41af-89d3-26f9ee862ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.384690 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-e635a83c-fd35-41af-89d3-26f9ee862ce9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465887 Jun 16 21:13:45.393811 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8dafc774-7193-4dce-82ee-e7d55b41c8e4 req-268cf583-e323-45c5-9021-34a74679be42 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318867 Jun 16 21:13:45.415307 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-9a796583-1474-417e-8e6d-da23de5858b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.416983 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-9a796583-1474-417e-8e6d-da23de5858b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1919813 Jun 16 21:13:45.552999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7d41056-6dc1-45cc-a572-13e3e8b2e9e8 admin admin] Publish callbacks [] for security_group (96dbd74a-2802-40b3-8b33-42cf85f1193a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:45.562454 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:45.571409 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f453c2-ad9e-4cfc-bedc-065b77d19eb9 req-548287e2-48b4-4f7e-8b6a-796e32530f3d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.573219 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03f453c2-ad9e-4cfc-bedc-065b77d19eb9 req-548287e2-48b4-4f7e-8b6a-796e32530f3d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 943 time: 0.1874931 Jun 16 21:13:45.610014 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7d41056-6dc1-45cc-a572-13e3e8b2e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (96dbd74a-2802-40b3-8b33-42cf85f1193a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:45.715953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63350837-1ece-469c-9a6a-06e6a8911ff9 req-acf2a576-1dda-4ce4-b5b5-73638feffa09 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:45.717549 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63350837-1ece-469c-9a6a-06e6a8911ff9 req-acf2a576-1dda-4ce4-b5b5-73638feffa09 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0635381 Jun 16 21:13:45.722916 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:13:45.742581 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03f453c2-ad9e-4cfc-bedc-065b77d19eb9 req-1df9bf9d-1b22-475d-a693-89c9f2dd4486 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339056 Jun 16 21:13:45.772417 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e7d41056-6dc1-45cc-a572-13e3e8b2e9e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6a1b6b181364f95a89fdd2e64133172&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1308002 Jun 16 21:13:45.781355 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d41056-6dc1-45cc-a572-13e3e8b2e9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dbd74a-2802-40b3-8b33-42cf85f1193a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:45.788823 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60604) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:45.806025 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60606) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:45.845454 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f058b8da-9aa3-4e1a-b261-fd6763f4e167 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:45.848759 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-5edbcfd4-bafe-4788-9753-0e204cbde9a4 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348915 Jun 16 21:13:45.868428 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-18c1afa2-0982-4399-91bd-f6f4b8d0c9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:45.900709 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63350837-1ece-469c-9a6a-06e6a8911ff9 req-d6d6d7e1-1570-4096-a706-9a73425b3d05 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669745 Jun 16 21:13:45.903600 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:45.979719 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:46.001706 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-18c1afa2-0982-4399-91bd-f6f4b8d0c9ac admin admin] Publish callbacks [] for security_group (bd68b6ca-b96b-40de-afef-5e0703a1e10e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.002574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'port_id': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'mac_address': 'fa:16:3e:fc:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:13:46.005506 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port f058b8da-9aa3-4e1a-b261-fd6763f4e167 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:13:46.008598 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-18c1afa2-0982-4399-91bd-f6f4b8d0c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (bd68b6ca-b96b-40de-afef-5e0703a1e10e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.041496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1afa2-0982-4399-91bd-f6f4b8d0c9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd68b6ca-b96b-40de-afef-5e0703a1e10e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:46.047749 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:46.049048 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:46.049876 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.053562 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port f058b8da-9aa3-4e1a-b261-fd6763f4e167 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:46.053983 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.075548 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-18c1afa2-0982-4399-91bd-f6f4b8d0c9ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f45f508a97e486cba11969aaebe175b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683871 Jun 16 21:13:46.078023 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60608) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:46.093697 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6473309c-d2e4-42b4-94b1-6b373a5e59f2 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:46.118584 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:46.129783 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-9b133f66-7b0e-4ab6-859d-9c2f1eb840e3 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815453 Jun 16 21:13:46.134958 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.135649 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device b0b64745-4342-4163-bc5d-724401da0c19 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:13:46.143486 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:46.149546 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f326341-565d-4287-ad16-4b5ae33b45a3 admin admin] Publish callbacks [] for security_group (bd68b6ca-b96b-40de-afef-5e0703a1e10e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.175087 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f326341-565d-4287-ad16-4b5ae33b45a3 admin admin] Publish callbacks [] for security_group (bd68b6ca-b96b-40de-afef-5e0703a1e10e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.234520 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-01aa8f95-5202-4296-aa33-3e22309fe984 admin admin] Publish callbacks [] for security_group (96dbd74a-2802-40b3-8b33-42cf85f1193a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.260475 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-01aa8f95-5202-4296-aa33-3e22309fe984 admin admin] Publish callbacks [] for security_group (96dbd74a-2802-40b3-8b33-42cf85f1193a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.277670 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d903f9-5ca6-4f30-ad0e-d6f4b763857a req-e6835636-74e0-4ae1-9559-aee70a4f89a0 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:46.279222 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04d903f9-5ca6-4f30-ad0e-d6f4b763857a req-e6835636-74e0-4ae1-9559-aee70a4f89a0 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 944 time: 0.0569160 Jun 16 21:13:46.287372 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:46.315017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f326341-565d-4287-ad16-4b5ae33b45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (bd68b6ca-b96b-40de-afef-5e0703a1e10e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.317321 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d385aa-537b-4dfa-b984-6d398874a6b1 req-35be6bbb-7308-4371-86d5-4b4de943ceef tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:46.317710 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f326341-565d-4287-ad16-4b5ae33b45a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.323300 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5f326341-565d-4287-ad16-4b5ae33b45a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd68b6ca-b96b-40de-afef-5e0703a1e10e HTTP/1.1" status: 204 len: 168 time: 0.2442386 Jun 16 21:13:46.336540 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-29d385aa-537b-4dfa-b984-6d398874a6b1 req-35be6bbb-7308-4371-86d5-4b4de943ceef tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 943 time: 0.4805639 Jun 16 21:13:46.347733 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f326341-565d-4287-ad16-4b5ae33b45a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd68b6ca-b96b-40de-afef-5e0703a1e10e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:46.409924 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04d903f9-5ca6-4f30-ad0e-d6f4b763857a req-cf30eef5-6634-4e52-a440-3cda0a295d90 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039102 Jun 16 21:13:46.420406 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:46.446773 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d126e41-191e-46d2-88ca-5433f76e7213 req-6d8e9d21-acff-43b2-982a-acda9ffb5937 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858550 Jun 16 21:13:46.471485 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port f058b8da-9aa3-4e1a-b261-fd6763f4e167 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:46.471950 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.483017 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-29d385aa-537b-4dfa-b984-6d398874a6b1 req-dd11a3bc-3021-4c23-bb0a-cc18a4966a82 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455171 Jun 16 21:13:46.508663 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-01aa8f95-5202-4296-aa33-3e22309fe984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (96dbd74a-2802-40b3-8b33-42cf85f1193a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.511911 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:13:46.512244 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-01aa8f95-5202-4296-aa33-3e22309fe984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.513369 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-01aa8f95-5202-4296-aa33-3e22309fe984 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96dbd74a-2802-40b3-8b33-42cf85f1193a HTTP/1.1" status: 204 len: 168 time: 0.7186205 Jun 16 21:13:46.521795 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa8f95-5202-4296-aa33-3e22309fe984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dbd74a-2802-40b3-8b33-42cf85f1193a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:46.603456 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port f058b8da-9aa3-4e1a-b261-fd6763f4e167, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:46.625361 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.637541 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port b0b64745-4342-4163-bc5d-724401da0c19, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b0b64745-4342-4163-bc5d-724401da0c19,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:46.677598 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'b0b64745-4342-4163-bc5d-724401da0c19', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:13:46.730345 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=f058b8da-9aa3-4e1a-b261-fd6763f4e167,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:46.743099 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port b0b64745-4342-4163-bc5d-724401da0c19 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:46.743491 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (b0b64745-4342-4163-bc5d-724401da0c19), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.759145 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b64745-4342-4163-bc5d-724401da0c19 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:46.785447 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port b0b64745-4342-4163-bc5d-724401da0c19, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b0b64745-4342-4163-bc5d-724401da0c19,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:46.790460 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (b0b64745-4342-4163-bc5d-724401da0c19), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:46.853476 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ee4af-98d6-41b3-be8d-8a19120fe62a" -d '{"events": [{"server_uuid": "feac2ab9-4107-4a96-a6b7-07687b5e151a", "name": "network-vif-plugged", "status": "completed", "tag": "f058b8da-9aa3-4e1a-b261-fd6763f4e167"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:13:46.856887 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=b0b64745-4342-4163-bc5d-724401da0c19,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:46.896634 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f6b85-fe5a-45ce-a5e9-500527e50494 req-1b543da3-f1ad-4dc6-8421-b77e1d1e882c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:46.899171 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-010f6b85-fe5a-45ce-a5e9-500527e50494 req-1b543da3-f1ad-4dc6-8421-b77e1d1e882c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 943 time: 0.0673735 Jun 16 21:13:46.958711 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-010f6b85-fe5a-45ce-a5e9-500527e50494 req-2023cbec-62ac-4f5d-93ba-baf79dec9a06 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535877 Jun 16 21:13:46.978358 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6364c1-3368-47fe-bd17-7463b1869a91 x-openstack-request-id: req-ce6364c1-3368-47fe-bd17-7463b1869a91 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:13:46.978898 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac2ab9-4107-4a96-a6b7-07687b5e151a", "name": "network-vif-plugged", "status": "completed", "tag": "f058b8da-9aa3-4e1a-b261-fd6763f4e167", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:13:46.979406 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce6364c1-3368-47fe-bd17-7463b1869a91 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:13:46.980002 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6364c1-3368-47fe-bd17-7463b1869a91'] response: {'server_uuid': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167', 'code': 200} Jun 16 21:13:47.083862 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a4f5-dfd1-4fd0-9c70-f5579fca4d10 req-971746aa-31f2-4e18-b118-7fa70c9d7cfa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:47.086751 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d305a4f5-dfd1-4fd0-9c70-f5579fca4d10 req-971746aa-31f2-4e18-b118-7fa70c9d7cfa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0532954 Jun 16 21:13:47.142762 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d305a4f5-dfd1-4fd0-9c70-f5579fca4d10 req-36106398-d07d-49a7-b8c4-bcedb4b34c87 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506229 Jun 16 21:13:47.508625 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60682) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:47.540764 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b0aac-1195-45d0-a1d9-ea44b22b59dd req-a90bd597-bc52-411f-b7cb-3da292003e3a tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:47.550770 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d6b0aac-1195-45d0-a1d9-ea44b22b59dd req-a90bd597-bc52-411f-b7cb-3da292003e3a tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0766222 Jun 16 21:13:47.647308 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029cc50-c9db-4208-80ed-d8c198a531de req-ccf1d24c-92f4-40c8-824e-332b419e0199 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:47.650780 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d6b0aac-1195-45d0-a1d9-ea44b22b59dd req-4315c7ef-3caa-4c87-8391-7b17709b44f8 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Jun 16 21:13:47.655786 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5029cc50-c9db-4208-80ed-d8c198a531de req-ccf1d24c-92f4-40c8-824e-332b419e0199 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.0910256 Jun 16 21:13:47.669338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:47.673775 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-858538458-network', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:47.715632 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e1e4ce8-e0ea-4004-9747-3dbed0aec49f req-afe5125f-3497-4ae7-b261-314342e585d9 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316032 Jun 16 21:13:47.727096 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Made reservation on behalf of 9868add8c6114cc2a3933d63b2e5652a for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:47.730404 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:47.742962 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5029cc50-c9db-4208-80ed-d8c198a531de req-a629ee2f-317c-49b1-b748-58f84e3fca0a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863070 Jun 16 21:13:47.743965 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:47.794664 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:47.827157 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks [] for security_group (0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:47.831219 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:47.855642 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:13:47.872232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:47.875084 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (42106c9a-efb9-4f35-a4c6-531b8a07a6e0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:47.875426 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Added segment 42106c9a-efb9-4f35-a4c6-531b8a07a6e0 of type vlan for network 2b4fd2f5-218d-4169-8b25-5af8eae424cf Jun 16 21:13:47.926787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (2b4fd2f5-218d-4169-8b25-5af8eae424cf), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:47.957900 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (2b4fd2f5-218d-4169-8b25-5af8eae424cf), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:47.959059 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:47.959630 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.028445 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5158360 Jun 16 21:13:48.029214 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60694) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:48.033980 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Request body: {'subnet': {'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-858538458-subnet', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:48.039822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5fc09-b010-4344-a7d9-0dd2b67566c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4fd2f5-218d-4169-8b25-5af8eae424cf,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:48.051313 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:13:48.061553 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Made reservation on behalf of 9868add8c6114cc2a3933d63b2e5652a for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:48.064509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16912152'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.093684 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d828-f958-4546-b1f8-ef7b1fa5e998 req-fa23dd7a-5ec5-45ce-8f98-9cd45e344984 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:48.096709 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5387d828-f958-4546-b1f8-ef7b1fa5e998 req-fa23dd7a-5ec5-45ce-8f98-9cd45e344984 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 943 time: 0.0545728 Jun 16 21:13:48.148635 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5387d828-f958-4546-b1f8-ef7b1fa5e998 req-0be1d958-8ede-4d16-827e-30a7f3e11cdd tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470901 Jun 16 21:13:48.273873 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17516055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16912170'] for subnet (f829a3f9-ab37-4484-ba72-a548548bcc16), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.304804 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f16e-9738-48b3-8d41-302908c729ab req-ed5ad177-84ca-4acd-b5a6-6f7c4541a205 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:48.306272 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3033f16e-9738-48b3-8d41-302908c729ab req-ed5ad177-84ca-4acd-b5a6-6f7c4541a205 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0866954 Jun 16 21:13:48.346846 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f829a3f9-ab37-4484-ba72-a548548bcc16,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:48.384839 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Checking segment: {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:48.385191 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Network hostable DHCP agents. Network: 2b4fd2f5-218d-4169-8b25-5af8eae424cf, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:13:48.397293 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3033f16e-9738-48b3-8d41-302908c729ab req-1b609359-58ad-4a84-a274-8abf588bcf5a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833750 Jun 16 21:13:48.403275 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:48.410794 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:13:48.422641 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 2b4fd2f5-218d-4169-8b25-5af8eae424cf) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:48.430581 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:48.431290 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.431583 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc50cbc7-27f5-4a04-974b-58ce38af4a39 None None] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:48.450946 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60698) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:48.451290 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-834b82c2-f9ad-4904-854a-a8129304c870 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4208186 Jun 16 21:13:48.455354 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:48.474959 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (7bbd9220-58eb-445e-a005-ad4e570caa20), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.476321 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (7bbd9220-58eb-445e-a005-ad4e570caa20), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.489526 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:48.536224 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks [] for router_controller (7bbd9220-58eb-445e-a005-ad4e570caa20), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.536468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 49dfc0a9-3807-4075-a9a7-5f2dceb98537 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:13:48.541565 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:13:48.542540 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.605788 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:48.773328 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:48.775319 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 49dfc0a9-3807-4075-a9a7-5f2dceb98537, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:48.796796 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'port_id': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'mac_address': 'fa:16:3e:40:0a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:13:48.805302 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Allocated IP 172.20.0.2 (2b4fd2f5-218d-4169-8b25-5af8eae424cf/f829a3f9-ab37-4484-ba72-a548548bcc16/ee34784c-1b30-4e3e-892f-eea3a4969f2c) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:48.816319 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863d701-5d63-4ef9-bd50-d44ce6d07f8e req-5b526595-798c-472c-b758-daa1e27d4ba8 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:48.818461 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8863d701-5d63-4ef9-bd50-d44ce6d07f8e req-5b526595-798c-472c-b758-daa1e27d4ba8 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0769596 Jun 16 21:13:48.827030 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks [] for router_gateway (7bbd9220-58eb-445e-a005-ad4e570caa20), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.856722 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:48.857108 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.874908 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5146b-e281-466d-b6a3-e36edf7468a9 req-3c75f539-ca38-47b0-a093-147ae390b52a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:48.876906 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-43a5146b-e281-466d-b6a3-e36edf7468a9 req-3c75f539-ca38-47b0-a093-147ae390b52a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.0571227 Jun 16 21:13:48.878980 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334392a-3b8d-4c38-b799-d3d978701704 req-e112e2b2-c940-46e9-85c4-302ace190e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:48.880492 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5334392a-3b8d-4c38-b799-d3d978701704 req-e112e2b2-c940-46e9-85c4-302ace190e6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 1129 time: 0.1756840 Jun 16 21:13:48.912675 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['6473309c-d2e4-42b4-94b1-6b373a5e59f2'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:13:48.919118 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5334392a-3b8d-4c38-b799-d3d978701704 req-7841a09a-1e3c-4c63-b3ba-4c6a10ba03e2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:48.953014 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-43a5146b-e281-466d-b6a3-e36edf7468a9 req-2b273167-bbc7-4db4-b7e1-441cb4d44029 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636952 Jun 16 21:13:48.980130 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dfc0a9-3807-4075-a9a7-5f2dceb98537 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:13:49.009364 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8863d701-5d63-4ef9-bd50-d44ce6d07f8e req-3e286b38-3a66-4130-bb5b-059d42e34f33 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705070 Jun 16 21:13:49.059411 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 49dfc0a9-3807-4075-a9a7-5f2dceb98537, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:49.069987 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.116668 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:49.121819 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Publish callbacks [] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.143334 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.180235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks [] for router_gateway (7bbd9220-58eb-445e-a005-ad4e570caa20), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.181271 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=49dfc0a9-3807-4075-a9a7-5f2dceb98537,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:49.201036 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:49.203767 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.217513 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:49.220719 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:49.226173 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:49.261020 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5334392a-3b8d-4c38-b799-d3d978701704 req-7841a09a-1e3c-4c63-b3ba-4c6a10ba03e2 service neutron] Publish callbacks [] for security_group (5a8557f9-50da-4f7c-9d4c-755c95954ca0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.274519 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5334392a-3b8d-4c38-b799-d3d978701704 req-7841a09a-1e3c-4c63-b3ba-4c6a10ba03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (5a8557f9-50da-4f7c-9d4c-755c95954ca0), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.280405 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Pushing event updated for resources: {'Port': ['ID=ee34784c-1b30-4e3e-892f-eea3a4969f2c,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:49.325285 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5334392a-3b8d-4c38-b799-d3d978701704 req-7841a09a-1e3c-4c63-b3ba-4c6a10ba03e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257808 Jun 16 21:13:49.349370 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Attempting to bind port ee34784c-1b30-4e3e-892f-eea3a4969f2c on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:49.349734 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Attempting to bind port ee34784c-1b30-4e3e-892f-eea3a4969f2c by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:49.350335 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Attempting to bind port ee34784c-1b30-4e3e-892f-eea3a4969f2c on network 2b4fd2f5-218d-4169-8b25-5af8eae424cf {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:49.359273 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:49.360008 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Checking segment: {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:49.360508 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.360893 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Bound using segment: {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:49.361359 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Bound port: ee34784c-1b30-4e3e-892f-eea3a4969f2c, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:49.361741 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.368007 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104433-e00e-4788-8178-91c2f674843f req-8ce92869-8939-4a40-b058-0c4ca78a576e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:49.368589 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841a09a-1e3c-4c63-b3ba-4c6a10ba03e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8557f9-50da-4f7c-9d4c-755c95954ca0,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:49.369574 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e4104433-e00e-4788-8178-91c2f674843f req-8ce92869-8939-4a40-b058-0c4ca78a576e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.0778935 Jun 16 21:13:49.398590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Allocated IP 172.27.3.9 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:49.400313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:49.425670 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e4104433-e00e-4788-8178-91c2f674843f req-90bde19d-0b71-47c5-a28b-7f97a26a3e5d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492377 Jun 16 21:13:49.450834 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] For port ee34784c-1b30-4e3e-892f-eea3a4969f2c, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:49.454533 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] For port ee34784c-1b30-4e3e-892f-eea3a4969f2c, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ee34784c-1b30-4e3e-892f-eea3a4969f2c,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:49.462278 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.490059 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:49.526874 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914c74d-3d86-47f1-9c3f-1de582f06256 None None] Pushing event updated for resources: {'Port': ['ID=ee34784c-1b30-4e3e-892f-eea3a4969f2c,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:49.563140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb5d4b-8be0-4c48-a7fc-e8aa402a1915 req-5c580594-ded3-411e-9011-3c774a593a30 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:49.564652 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fbbb5d4b-8be0-4c48-a7fc-e8aa402a1915 req-5c580594-ded3-411e-9011-3c774a593a30 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0700846 Jun 16 21:13:49.567274 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks [] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.580652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:49.640930 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fbbb5d4b-8be0-4c48-a7fc-e8aa402a1915 req-0536f540-122f-42f6-984b-8ef50770b876 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693786 Jun 16 21:13:49.650842 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:49.700158 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:49.703853 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:49.706381 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:49.708601 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:50.015121 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:50.024758 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks [] for router_gateway (7bbd9220-58eb-445e-a005-ad4e570caa20), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:50.073106 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de1f10-f5a2-4299-b0a6-4a739b6e620f req-e95b7242-15fc-46b6-8a78-c76bb5e352dc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:50.074676 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8de1f10-f5a2-4299-b0a6-4a739b6e620f req-e95b7242-15fc-46b6-8a78-c76bb5e352dc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.0548937 Jun 16 21:13:50.126685 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8de1f10-f5a2-4299-b0a6-4a739b6e620f req-fe227afe-d964-490b-a783-52d03065516b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Jun 16 21:13:50.351673 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f47f-032b-42a9-94ed-d0645c4d0fd3 req-6556a3a9-fb6e-48e4-ab8c-f595bbcfa08c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:50.353228 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33e8f47f-032b-42a9-94ed-d0645c4d0fd3 req-6556a3a9-fb6e-48e4-ab8c-f595bbcfa08c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.2723103 Jun 16 21:13:50.476523 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33e8f47f-032b-42a9-94ed-d0645c4d0fd3 req-8b1cbbeb-c95c-4e04-8cc3-7106d2605b2a tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170037 Jun 16 21:13:50.503370 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (7bbd9220-58eb-445e-a005-ad4e570caa20), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:50.546439 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed001a90-42ec-4006-887b-81095b35b438 req-9ef5b961-4d45-4bfa-8269-9312a16f9122 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:50.548093 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed001a90-42ec-4006-887b-81095b35b438 req-9ef5b961-4d45-4bfa-8269-9312a16f9122 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.0507886 Jun 16 21:13:50.593582 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a903760-324b-4a8c-970b-4d6572bbc1cd None None] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:50.612737 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed001a90-42ec-4006-887b-81095b35b438 req-579eab09-76d4-4c4a-a2eb-ad1bff5d3d2f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588784 Jun 16 21:13:50.633799 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4d6f7539-45f1-4314-9846-99a7ea7c95d7 None None] Provisioning complete for port ee34784c-1b30-4e3e-892f-eea3a4969f2c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:50.634461 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7539-45f1-4314-9846-99a7ea7c95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:50.650883 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Router 7bbd9220-58eb-445e-a005-ad4e570caa20 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:13:50.686080 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:50.692164 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['b0b64745-4342-4163-bc5d-724401da0c19'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:13:50.781591 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:50.798500 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d610-4228-4a63-bd9d-5cf4b0681cb4 req-08e67d3f-f6dd-4bfd-b333-a65beee1389f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:50.800031 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daf8d610-4228-4a63-bd9d-5cf4b0681cb4 req-08e67d3f-f6dd-4bfd-b333-a65beee1389f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0642245 Jun 16 21:13:50.816034 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:50.826791 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Sync routers for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:50.841367 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:50.842065 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:50.855681 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:50.857415 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-57f9583f-bd55-4c96-8f15-28267c7be9e3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4054203 Jun 16 21:13:50.860455 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60740) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:50.890173 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daf8d610-4228-4a63-bd9d-5cf4b0681cb4 req-b0ca26cc-e17a-4163-a56b-9c8aaed8e864 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830994 Jun 16 21:13:50.957509 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f7539-45f1-4314-9846-99a7ea7c95d7 None None] Current status of the port ee34784c-1b30-4e3e-892f-eea3a4969f2c is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:50.957898 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7539-45f1-4314-9846-99a7ea7c95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:50.960533 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:51.015015 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4d6f7539-45f1-4314-9846-99a7ea7c95d7 None None] For port ee34784c-1b30-4e3e-892f-eea3a4969f2c, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ee34784c-1b30-4e3e-892f-eea3a4969f2c,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:51.028785 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7539-45f1-4314-9846-99a7ea7c95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.127692 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f7539-45f1-4314-9846-99a7ea7c95d7 None None] Pushing event updated for resources: {'Port': ['ID=ee34784c-1b30-4e3e-892f-eea3a4969f2c,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:51.168675 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ee34784c-1b30-4e3e-892f-eea3a4969f2c up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:51.254314 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-402f21e5-80e3-47a2-99a2-c90f97df746b None None] Provisioning complete for port ee34784c-1b30-4e3e-892f-eea3a4969f2c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:51.255028 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-402f21e5-80e3-47a2-99a2-c90f97df746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.258458 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port ee34784c-1b30-4e3e-892f-eea3a4969f2c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:51.258618 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.264583 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:49Z', 'revision_number': 3, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:51.293262 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13baa5-9117-413b-9f49-97ef0bb9112f req-bb01a13c-1ffe-4124-8e5a-67d6be260ea1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:51.294801 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ce13baa5-9117-413b-9f49-97ef0bb9112f req-bb01a13c-1ffe-4124-8e5a-67d6be260ea1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.0690010 Jun 16 21:13:51.297833 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Checking router: 7bbd9220-58eb-445e-a005-ad4e570caa20 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:51.298382 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Updating router 7bbd9220-58eb-445e-a005-ad4e570caa20 port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:51.333961 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.389773 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:51.402938 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-402f21e5-80e3-47a2-99a2-c90f97df746b None None] Current status of the port ee34784c-1b30-4e3e-892f-eea3a4969f2c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:51.404950 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port ee34784c-1b30-4e3e-892f-eea3a4969f2c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:51.420212 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ce13baa5-9117-413b-9f49-97ef0bb9112f req-7172f2f6-2d5c-4fff-9aa1-0242807b2cb7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979698 Jun 16 21:13:51.476655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.590786 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Publish callbacks [] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.595981 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548503d-7d6e-48e9-910d-ca60ca6a02ef req-3af4ddb5-8b82-43ba-914c-4d9ee341a2d6 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:51.603912 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6548503d-7d6e-48e9-910d-ca60ca6a02ef req-3af4ddb5-8b82-43ba-914c-4d9ee341a2d6 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0573151 Jun 16 21:13:51.606010 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:51.609187 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.659798 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:51.664949 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de4b9b-8ff5-459a-b0ca-40fd9f789850 None None] Pushing event updated for resources: {'Port': ['ID=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:51.670995 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Attempting to bind port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:51.672324 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Attempting to bind port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:51.672324 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Attempting to bind port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:51.675702 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6548503d-7d6e-48e9-910d-ca60ca6a02ef req-e9c97f4f-9466-4969-bda3-7cba68fe6ada tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620875 Jun 16 21:13:51.677761 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:51.678125 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:51.678516 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.678981 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:51.679450 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Bound port: ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:51.680004 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.681158 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Allocated IP 172.20.0.1 (2b4fd2f5-218d-4169-8b25-5af8eae424cf/f829a3f9-ab37-4484-ba72-a548548bcc16/42153aad-e44b-47c5-bc9f-0613290cd9fa) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:51.734031 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] For port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:51.738221 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] For port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:51.744344 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.770899 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddd1ff-310c-46b8-bbd6-8129ebf369d4 req-12250fb7-6796-4f9b-981c-f27953957095 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:51.773843 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-42ddd1ff-310c-46b8-bbd6-8129ebf369d4 req-12250fb7-6796-4f9b-981c-f27953957095 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.0745351 Jun 16 21:13:51.801872 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:51.806363 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:51.806979 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:51.810753 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de4b9b-8ff5-459a-b0ca-40fd9f789850 None None] Pushing event updated for resources: {'Port': ['ID=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:51.876551 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-42ddd1ff-310c-46b8-bbd6-8129ebf369d4 req-a39013cd-94a9-4fd5-b57a-f39e5401ffac tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757194 Jun 16 21:13:51.881431 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks [] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.916841 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:51.922150 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:51.926515 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:51.966897 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:51.973824 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:51.978978 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:51.985035 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Pushing event updated for resources: {'Port': ['ID=42153aad-e44b-47c5-bc9f-0613290cd9fa,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:52.036474 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (7bbd9220-58eb-445e-a005-ad4e570caa20), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:52.056607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1442f-d9ce-4402-b280-75b894d76872 req-38a04673-7333-4173-8ef2-eb83ed822088 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:52.058124 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1aa1442f-d9ce-4402-b280-75b894d76872 req-38a04673-7333-4173-8ef2-eb83ed822088 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0765648 Jun 16 21:13:52.125802 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1aa1442f-d9ce-4402-b280-75b894d76872 req-7527df21-c664-46b9-9969-77c813d230f0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590920 Jun 16 21:13:52.144729 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:49Z', 'revision_number': 3, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:52.174984 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217f5c0-d901-4841-89dd-04345bbb273d None None] The sync data for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi is: [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:49Z', 'revision_number': 3, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:52.196823 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:52.332835 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-7a45e7c3-0330-48ef-bb6b-df07d3f82868 None None] Provisioning complete for port 42153aad-e44b-47c5-bc9f-0613290cd9fa triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:52.333361 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7a45e7c3-0330-48ef-bb6b-df07d3f82868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:52.376641 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-7a45e7c3-0330-48ef-bb6b-df07d3f82868 None None] Port 42153aad-e44b-47c5-bc9f-0613290cd9fa cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:52.381121 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks [] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:52.387223 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:52.467257 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Pushing event updated for resources: {'Port': ['ID=42153aad-e44b-47c5-bc9f-0613290cd9fa,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:52.479586 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (7bbd9220-58eb-445e-a005-ad4e570caa20), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:52.491796 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:52.550649 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:52.596290 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30aff7-8960-4ddd-b8c1-a990a9edb06c req-11a1aa23-019d-4740-a4a3-de524e8b6712 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:52.597894 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2b30aff7-8960-4ddd-b8c1-a990a9edb06c req-11a1aa23-019d-4740-a4a3-de524e8b6712 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.0945463 Jun 16 21:13:52.668653 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:52.672462 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2b30aff7-8960-4ddd-b8c1-a990a9edb06c req-2cccae04-35ad-4a11-bb3c-68f70ed5d0f2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650368 Jun 16 21:13:52.673448 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:52.812296 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d65c6-ab69-4ae7-b730-674fcddbb82a req-ed5ce429-aeee-4fc9-87f3-c0d12925412a tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:52.820474 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f8d65c6-ab69-4ae7-b730-674fcddbb82a req-ed5ce429-aeee-4fc9-87f3-c0d12925412a tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0654335 Jun 16 21:13:52.873382 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5f8d65c6-ab69-4ae7-b730-674fcddbb82a req-9529b205-8c3f-4254-b2a5-d6c48c73ce90 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 Jun 16 21:13:52.914315 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c7effbcc-2492-4e3b-b434-0b67fad5d3b3 None None] Provisioning complete for port 42153aad-e44b-47c5-bc9f-0613290cd9fa triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:52.914687 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7effbcc-2492-4e3b-b434-0b67fad5d3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:52.951530 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c7effbcc-2492-4e3b-b434-0b67fad5d3b3 None None] Port 42153aad-e44b-47c5-bc9f-0613290cd9fa cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:53.056455 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6393e-d6cb-497b-a726-a18cbfa7d569 req-5415df3c-bb14-4bd7-a253-7441cb4a0e00 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:53.058205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-50d6393e-d6cb-497b-a726-a18cbfa7d569 req-5415df3c-bb14-4bd7-a253-7441cb4a0e00 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.0668955 Jun 16 21:13:53.114613 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Router 7bbd9220-58eb-445e-a005-ad4e570caa20 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:13:53.161207 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-50d6393e-d6cb-497b-a726-a18cbfa7d569 req-f134dd9c-4c4c-440e-8027-20ac4bfe4269 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943456 Jun 16 21:13:53.239065 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:53.294073 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:53.294731 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:53.318968 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:53.325728 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7ac44-c374-4519-ba24-42927ec5fa08 req-2935fdc6-9241-4471-a71b-a167061fad90 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:53.327375 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-08c7ac44-c374-4519-ba24-42927ec5fa08 req-2935fdc6-9241-4471-a71b-a167061fad90 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0573618 Jun 16 21:13:53.329388 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2ca4d2e9-29b4-4d91-a015-fbd1ece4b69e admin admin] 10.222.0.43 "PUT /v2.0/routers/7bbd9220-58eb-445e-a005-ad4e570caa20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4672115 Jun 16 21:13:53.369825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:53.387072 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-08c7ac44-c374-4519-ba24-42927ec5fa08 req-4642835f-49d2-4a91-9f95-36350f17fa92 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534494 Jun 16 21:13:53.392879 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:53.393330 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:53.403024 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:53.433299 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:53.438735 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:53.439805 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ee34784c-1b30-4e3e-892f-eea3a4969f2c up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:53.514131 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:53.526323 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port ee34784c-1b30-4e3e-892f-eea3a4969f2c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:53.526699 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:53.605202 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port ee34784c-1b30-4e3e-892f-eea3a4969f2c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:53.801260 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f029b8-7071-4a78-b47a-f1653afa52fd req-8d378edf-67bb-47b5-9a21-c71750e5351e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:53.802800 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73f029b8-7071-4a78-b47a-f1653afa52fd req-8d378edf-67bb-47b5-9a21-c71750e5351e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.0534801 Jun 16 21:13:53.855253 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73f029b8-7071-4a78-b47a-f1653afa52fd req-fed72e07-4e8a-4481-b8e1-c3ed30162294 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Jun 16 21:13:53.871571 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60808) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:53.876995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1057214023-network', 'tenant_id': '2e75c3de720b47a0a974635594e41f39'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:53.905529 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Made reservation on behalf of 2e75c3de720b47a0a974635594e41f39 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:53.908100 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:53.917995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:53.988568 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Sync routers for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:53.996796 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cd04f-7701-4f79-8962-09ef836312a0 req-cbf1527d-e6ef-4a90-8d13-42b79d4b641a tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:53.998320 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-254cd04f-7701-4f79-8962-09ef836312a0 req-cbf1527d-e6ef-4a90-8d13-42b79d4b641a tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0560331 Jun 16 21:13:54.000761 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:54.001395 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:54.008675 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks [] for security_group (dc484a68-acf8-4cff-9134-27d96ca9ceca), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.014828 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (dc484a68-acf8-4cff-9134-27d96ca9ceca), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.039430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:13:54.053969 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-254cd04f-7701-4f79-8962-09ef836312a0 req-554ec8ae-f0e4-496f-a420-8fa9cbb4f8d4 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Jun 16 21:13:54.056375 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc484a68-acf8-4cff-9134-27d96ca9ceca,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:54.059467 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (1425158c-4a5f-4194-ae9a-dfed3924a364), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.059810 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Added segment 1425158c-4a5f-4194-ae9a-dfed3924a364 of type vlan for network fa072797-6ce1-4446-9df8-c1ecbe807cda Jun 16 21:13:54.112535 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (fa072797-6ce1-4446-9df8-c1ecbe807cda), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.118824 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:54.130336 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:54.140236 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (fa072797-6ce1-4446-9df8-c1ecbe807cda), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.141331 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:54.142003 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.149576 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:54.220086 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3449063 Jun 16 21:13:54.221673 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60816) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:54.222045 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17312456-c56a-41ff-8421-41af7af6fd0e admin admin] Pushing event updated for resources: {'Network': ['ID=fa072797-6ce1-4446-9df8-c1ecbe807cda,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:54.228120 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Request body: {'subnet': {'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1057214023-subnet', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:54.258680 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network fa072797-6ce1-4446-9df8-c1ecbe807cda details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:13:54.264897 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Made reservation on behalf of 2e75c3de720b47a0a974635594e41f39 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:13:54.267330 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3172409'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.325817 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac38f30-4977-4532-8992-28353d9784e5 req-b5fa45c5-531d-416a-829f-6a176c95d1ee tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:54.327443 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1ac38f30-4977-4532-8992-28353d9784e5 req-b5fa45c5-531d-416a-829f-6a176c95d1ee tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.0478446 Jun 16 21:13:54.386429 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1ac38f30-4977-4532-8992-28353d9784e5 req-4e21350f-289e-406f-8f8f-ab1f47a7eaf2 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517840 Jun 16 21:13:54.395477 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 2, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:54.421565 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Checking router: 7bbd9220-58eb-445e-a005-ad4e570caa20 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:54.421919 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Updating router 7bbd9220-58eb-445e-a005-ad4e570caa20 port 42153aad-e44b-47c5-bc9f-0613290cd9fa binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:54.450443 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.479061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1277694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172363'] for subnet (0c08f486-884b-4948-a2c8-143c2d7cd3b4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.486571 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:54.577196 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1eae3-a5d4-49b8-bc87-1bde993ac806 req-92ce3cf2-5992-47fb-b245-a1ca68fe571d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:54.578657 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdd1eae3-a5d4-49b8-bc87-1bde993ac806 req-92ce3cf2-5992-47fb-b245-a1ca68fe571d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0958776 Jun 16 21:13:54.586185 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c08f486-884b-4948-a2c8-143c2d7cd3b4,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:54.606642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:54.619014 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Checking segment: {'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:54.619367 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Network hostable DHCP agents. Network: fa072797-6ce1-4446-9df8-c1ecbe807cda, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:13:54.650318 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdd1eae3-a5d4-49b8-bc87-1bde993ac806 req-ddc0bfb4-02f4-4d6f-a95e-2c7d91d8c1e8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658145 Jun 16 21:13:54.657047 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Network fa072797-6ce1-4446-9df8-c1ecbe807cda is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:13:54.677032 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, fa072797-6ce1-4446-9df8-c1ecbe807cda) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:54.682077 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:54.682835 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.682961 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:54.691580 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aefb2b-aefe-4024-9a02-d18153e7edd5 None None] Network fa072797-6ce1-4446-9df8-c1ecbe807cda requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:54.700634 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-185d0aef-3a02-4fc9-a84d-54f803a5fcf7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4773524 Jun 16 21:13:54.703333 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60824) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:54.707638 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:13:54.727964 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (aeff5f04-e061-46c2-a305-2ef364701240), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.729081 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (aeff5f04-e061-46c2-a305-2ef364701240), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.785548 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks [] for router_controller (aeff5f04-e061-46c2-a305-2ef364701240), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.787035 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Publish callbacks [] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.800468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.886130 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106a5ee-3789-48c8-a827-441683e205a3 None None] Pushing event updated for resources: {'Port': ['ID=42153aad-e44b-47c5-bc9f-0613290cd9fa,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:54.918939 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-fa072797-6ce1-4446-9df8-c1ecbe807cda', 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda', 'project_id': '2e75c3de720b47a0a974635594e41f39', 'fixed_ips': [{'subnet_id': '0c08f486-884b-4948-a2c8-143c2d7cd3b4'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:13:54.919639 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.943078 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks [] for router_gateway (aeff5f04-e061-46c2-a305-2ef364701240), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:54.977275 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Attempting to bind port 42153aad-e44b-47c5-bc9f-0613290cd9fa on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:54.977667 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Attempting to bind port 42153aad-e44b-47c5-bc9f-0613290cd9fa by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:54.978192 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Attempting to bind port 42153aad-e44b-47c5-bc9f-0613290cd9fa on network 2b4fd2f5-218d-4169-8b25-5af8eae424cf {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:55.033131 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:55.033512 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Checking segment: {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:55.033914 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.034307 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Bound using segment: {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:55.034786 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Bound port: 42153aad-e44b-47c5-bc9f-0613290cd9fa, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:55.035165 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.044004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841aee-b303-4451-b0d9-bd2505a2c80f req-67f0d2a3-9ecc-414a-a7e6-b3c2e4abd679 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:55.045576 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b841aee-b303-4451-b0d9-bd2505a2c80f req-67f0d2a3-9ecc-414a-a7e6-b3c2e4abd679 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.0965266 Jun 16 21:13:55.132153 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c977934e-6321-4dc7-a3af-754ea0f3f400 None None] Provisioning complete for port 42153aad-e44b-47c5-bc9f-0613290cd9fa triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:55.132838 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c977934e-6321-4dc7-a3af-754ea0f3f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.193106 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] For port 42153aad-e44b-47c5-bc9f-0613290cd9fa, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:55.201089 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Allocated IP 172.20.0.2 (fa072797-6ce1-4446-9df8-c1ecbe807cda/0c08f486-884b-4948-a2c8-143c2d7cd3b4/e1ab9e89-5e3d-4427-aa81-b01a0b7eb549) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:55.203592 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:55.206687 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] For port 42153aad-e44b-47c5-bc9f-0613290cd9fa, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=42153aad-e44b-47c5-bc9f-0613290cd9fa,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:55.217718 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b841aee-b303-4451-b0d9-bd2505a2c80f req-486c6775-8226-4054-ad98-e313662e7184 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628413 Jun 16 21:13:55.224406 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d691d-ea69-4399-8461-2bdfdd3ec789 req-7157f807-2b1d-4bf2-babc-c8cc4d967a72 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:55.232516 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2c4d691d-ea69-4399-8461-2bdfdd3ec789 req-7157f807-2b1d-4bf2-babc-c8cc4d967a72 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0605099 Jun 16 21:13:55.234771 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks [] for router_gateway (aeff5f04-e061-46c2-a305-2ef364701240), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.276992 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.301702 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2c4d691d-ea69-4399-8461-2bdfdd3ec789 req-c64d9415-0007-479f-908c-3a4c56a68ddf tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670516 Jun 16 21:13:55.360774 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c977934e-6321-4dc7-a3af-754ea0f3f400 None None] Port 42153aad-e44b-47c5-bc9f-0613290cd9fa cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:13:55.370690 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.438241 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['49dfc0a9-3807-4075-a9a7-5f2dceb98537'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:13:55.441118 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:55.445509 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:55.465960 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Allocated IP 172.27.3.179 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/abed9320-825e-4a8b-bc49-821822358b43) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:13:55.596666 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:55.628040 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:55.628444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.696150 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:55.696921 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:55.739091 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d669754-7ef9-4224-9495-57650182b457 req-94a65ffb-6fea-4f78-a088-150ac658d0bf tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:55.748067 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d669754-7ef9-4224-9495-57650182b457 req-94a65ffb-6fea-4f78-a088-150ac658d0bf tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.2175450 Jun 16 21:13:55.815121 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106a5ee-3789-48c8-a827-441683e205a3 None None] Pushing event updated for resources: {'Port': ['ID=42153aad-e44b-47c5-bc9f-0613290cd9fa,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:55.824463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:55.859294 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d669754-7ef9-4224-9495-57650182b457 req-2a4760fe-3ec6-4617-a76a-79d705b62dd6 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072907 Jun 16 21:13:55.870714 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks [] for port (abed9320-825e-4a8b-bc49-821822358b43), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.872612 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:55.907941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83e4ea-9f9b-4073-ba7e-eaeeefdf9410 req-ca3c0a1c-c1c0-4603-9084-9fc00fd7ca2d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:55.918458 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d83e4ea-9f9b-4073-ba7e-eaeeefdf9410 req-ca3c0a1c-c1c0-4603-9084-9fc00fd7ca2d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.1411133 Jun 16 21:13:55.948942 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (abed9320-825e-4a8b-bc49-821822358b43), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:55.964217 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:13:55.987720 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4391f71f-b17f-4a8c-9bc2-7b86a7b8f94a None None] Provisioning complete for port 42153aad-e44b-47c5-bc9f-0613290cd9fa triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:55.988090 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4391f71f-b17f-4a8c-9bc2-7b86a7b8f94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.014490 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:56.015593 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:56.027023 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d83e4ea-9f9b-4073-ba7e-eaeeefdf9410 req-e049a5b8-ee7c-471e-897a-e967b678aba7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075587 Jun 16 21:13:56.038669 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:56.039164 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.049593 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:56.053430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:56.117666 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:56.127256 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Pushing event updated for resources: {'Port': ['ID=abed9320-825e-4a8b-bc49-821822358b43,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:56.218958 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Publish callbacks [] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.242559 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.402134 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Network fa072797-6ce1-4446-9df8-c1ecbe807cda is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:13:56.413921 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:56.425156 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:13:56.445548 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:13:56.457925 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63727-9602-4109-9ae5-92989ad00ee8 req-d9a9e391-b309-435c-a209-4242a9319d30 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:56.459947 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Pushing event updated for resources: {'Port': ['ID=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:56.467323 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78e63727-9602-4109-9ae5-92989ad00ee8 req-d9a9e391-b309-435c-a209-4242a9319d30 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0688279 Jun 16 21:13:56.476568 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:56.495885 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f90632-da4a-4ab4-a227-c9a06c4797d1 req-70bdacae-558b-45e6-955a-d46ab00043a1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:56.497596 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e0f90632-da4a-4ab4-a227-c9a06c4797d1 req-70bdacae-558b-45e6-955a-d46ab00043a1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 944 time: 0.1420460 Jun 16 21:13:56.502434 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:56.502826 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.528530 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78e63727-9602-4109-9ae5-92989ad00ee8 req-e724529b-163a-4a9c-9dcc-c8425099bbc7 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601678 Jun 16 21:13:56.535602 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks [] for router_gateway (aeff5f04-e061-46c2-a305-2ef364701240), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.537942 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4391f71f-b17f-4a8c-9bc2-7b86a7b8f94a None None] Current status of the port 42153aad-e44b-47c5-bc9f-0613290cd9fa is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:56.538958 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4391f71f-b17f-4a8c-9bc2-7b86a7b8f94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.641826 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e0f90632-da4a-4ab4-a227-c9a06c4797d1 req-0bd2910a-b429-4589-86ef-a41601aabff8 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323841 Jun 16 21:13:56.669023 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:13:56.673036 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44a8451-4c06-43dd-9d43-70722ffdded7" -d '{"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-plugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:13:56.701539 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Attempting to bind port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:56.702148 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Attempting to bind port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:56.702742 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Attempting to bind port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 on network fa072797-6ce1-4446-9df8-c1ecbe807cda {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:56.718779 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4391f71f-b17f-4a8c-9bc2-7b86a7b8f94a None None] For port 42153aad-e44b-47c5-bc9f-0613290cd9fa, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=42153aad-e44b-47c5-bc9f-0613290cd9fa,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:56.720667 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:56.722122 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:55Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:56.724640 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:56.725016 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Checking segment: {'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:56.725437 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.726009 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Bound using segment: {'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:56.726814 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Bound port: e1ab9e89-5e3d-4427-aa81-b01a0b7eb549, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:56.727391 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.732591 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4391f71f-b17f-4a8c-9bc2-7b86a7b8f94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.735096 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.736035 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device b0b64745-4342-4163-bc5d-724401da0c19 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:56.781944 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e8aae9-eef5-45c5-8e41-bb2202970fe8 x-openstack-request-id: req-83e8aae9-eef5-45c5-8e41-bb2202970fe8 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:13:56.782256 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-plugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:13:56.782513 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83e8aae9-eef5-45c5-8e41-bb2202970fe8 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:13:56.782903 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e8aae9-eef5-45c5-8e41-bb2202970fe8'] response: {'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'code': 200} Jun 16 21:13:56.818767 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c63663-fa90-4a85-8b64-6b776b1dd5b6 None None] The sync data for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi is: [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:55Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:13:56.931201 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (aeff5f04-e061-46c2-a305-2ef364701240), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:56.954754 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391f71f-b17f-4a8c-9bc2-7b86a7b8f94a None None] Pushing event updated for resources: {'Port': ['ID=42153aad-e44b-47c5-bc9f-0613290cd9fa,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:56.998574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] For port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:13:57.001012 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port b0b64745-4342-4163-bc5d-724401da0c19 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:13:57.043551 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port b0b64745-4342-4163-bc5d-724401da0c19 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:57.044055 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (b0b64745-4342-4163-bc5d-724401da0c19), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:57.053524 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] For port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,segment=NetworkSegment(1425158c-4a5f-4194-ae9a-dfed3924a364),segment_id=1425158c-4a5f-4194-ae9a-dfed3924a364)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:13:57.094804 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea7639-c997-44c4-b7d1-66ec2077092b req-92ac15b5-a7c2-4dde-86a7-f985d7671a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:57.096911 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daea7639-c997-44c4-b7d1-66ec2077092b req-92ac15b5-a7c2-4dde-86a7-f985d7671a88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1129 time: 0.0947325 Jun 16 21:13:57.101045 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:57.107329 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:57.153588 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:57.190869 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40c6c0-7656-4d8f-bbea-245bd81d9bde req-a6af9dc0-ecb6-494c-89c9-a03e03089240 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:57.200451 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-da40c6c0-7656-4d8f-bbea-245bd81d9bde req-a6af9dc0-ecb6-494c-89c9-a03e03089240 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.1966925 Jun 16 21:13:57.228638 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daea7639-c997-44c4-b7d1-66ec2077092b req-704d5cf3-21f8-43c6-b5e4-f63b1f76a093 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225216 Jun 16 21:13:57.275636 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 42153aad-e44b-47c5-bc9f-0613290cd9fa up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:57.333638 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0544a-a61a-4b41-b444-89ecd6efecf6 req-d9747bd9-8461-4b58-9e8a-b6426b29e93f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:57.333801 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e717-98d5-4957-907d-6455b4c6605d None None] Pushing event updated for resources: {'Port': ['ID=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:57.339388 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c1e0544a-a61a-4b41-b444-89ecd6efecf6 req-d9747bd9-8461-4b58-9e8a-b6426b29e93f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.1769526 Jun 16 21:13:57.339575 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-da40c6c0-7656-4d8f-bbea-245bd81d9bde req-0c4eb4a0-0e81-41b7-b695-3c087d015d8b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377158 Jun 16 21:13:57.382422 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Router aeff5f04-e061-46c2-a305-2ef364701240 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:13:57.471278 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port b0b64745-4342-4163-bc5d-724401da0c19 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:57.471859 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (b0b64745-4342-4163-bc5d-724401da0c19), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:57.502112 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:57.527672 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c1e0544a-a61a-4b41-b444-89ecd6efecf6 req-b512241f-a0c3-487d-a761-8f00f716a1c6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758835 Jun 16 21:13:57.535162 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 42153aad-e44b-47c5-bc9f-0613290cd9fa triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:57.535550 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:57.727890 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port b0b64745-4342-4163-bc5d-724401da0c19, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b0b64745-4342-4163-bc5d-724401da0c19,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:57.751840 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (b0b64745-4342-4163-bc5d-724401da0c19), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:57.820580 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 49dfc0a9-3807-4075-a9a7-5f2dceb98537 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:57.886604 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e381b82-d4ec-4c85-b8e0-319e6bcac8cd req-c8919010-44b6-4039-84a7-1dcedb6fe56f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:57.896731 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e381b82-d4ec-4c85-b8e0-319e6bcac8cd req-c8919010-44b6-4039-84a7-1dcedb6fe56f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.1500258 Jun 16 21:13:57.971991 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:57.972862 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e381b82-d4ec-4c85-b8e0-319e6bcac8cd req-0ab070c8-d879-4dee-a302-7d504b32f28a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690727 Jun 16 21:13:57.979423 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:58.058421 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:13:58.070920 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Sync routers for ids ['aeff5f04-e061-46c2-a305-2ef364701240'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:13:58.081292 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450d7ff-8ba6-4921-8998-492494494af9 req-56c2f1dc-b7d7-4161-9830-de56725ec16d tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:58.082993 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2450d7ff-8ba6-4921-8998-492494494af9 req-56c2f1dc-b7d7-4161-9830-de56725ec16d tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.1023135 Jun 16 21:13:58.097409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:58.098818 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-871d63fa-1f7a-4f3a-9748-65bc2c5563da admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3943913 Jun 16 21:13:58.099638 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Routers {'aeff5f04-e061-46c2-a305-2ef364701240'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:13:58.101418 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['aeff5f04-e061-46c2-a305-2ef364701240'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:58.102462 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 60940) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:58.176849 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2450d7ff-8ba6-4921-8998-492494494af9 req-c502dc81-7d33-4601-8d25-8982cdd011b2 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854664 Jun 16 21:13:58.182468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=b0b64745-4342-4163-bc5d-724401da0c19,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:58.233561 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 42153aad-e44b-47c5-bc9f-0613290cd9fa is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:58.243425 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:58.247088 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:13:58.259786 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Set router aeff5f04-e061-46c2-a305-2ef364701240 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:13:58.269055 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:58.269437 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:58.480030 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:58.480723 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:58.490936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b1e1-8b30-4692-873a-121965d33eb8 req-200e5e20-4b5c-4d83-ad76-2cb9cae47265 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:58.498366 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0508b1e1-8b30-4692-873a-121965d33eb8 req-200e5e20-4b5c-4d83-ad76-2cb9cae47265 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 944 time: 0.0682266 Jun 16 21:13:58.532408 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 49dfc0a9-3807-4075-a9a7-5f2dceb98537, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:58.554846 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:58.611971 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0508b1e1-8b30-4692-873a-121965d33eb8 req-74945ab4-d91d-4ea9-aaa6-9d125ee34b52 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126921 Jun 16 21:13:58.667136 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'abed9320-825e-4a8b-bc49-821822358b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 3, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port': {'id': 'abed9320-825e-4a8b-bc49-821822358b43', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:55Z', 'updated_at': '2022-06-16T21:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:13:58.693244 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=49dfc0a9-3807-4075-a9a7-5f2dceb98537,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:13:58.737147 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Checking router: aeff5f04-e061-46c2-a305-2ef364701240 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:13:58.737494 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Updating router aeff5f04-e061-46c2-a305-2ef364701240 port abed9320-825e-4a8b-bc49-821822358b43 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:13:58.783715 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19'}, {'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:13:58.786386 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926006d6-4cf8-4d41-98cb-482e095f568e" -d '{"events": [{"server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0b64745-4342-4163-bc5d-724401da0c19"}, {"server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "name": "network-vif-plugged", "status": "completed", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:13:58.792544 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52198c-9cae-453b-9a69-3858e519593d req-33ad40d0-2e96-4578-84f3-824ed9cc58e3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:58.800204 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (abed9320-825e-4a8b-bc49-821822358b43), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:58.803958 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2b52198c-9cae-453b-9a69-3858e519593d req-33ad40d0-2e96-4578-84f3-824ed9cc58e3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.1373582 Jun 16 21:13:58.931287 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2b52198c-9cae-453b-9a69-3858e519593d req-aeb450c4-80ac-47cf-8479-497254e8f3a8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234100 Jun 16 21:13:58.935496 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Jun 2022 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3a877d-589f-4515-888e-35e61dc52cd8 x-openstack-request-id: req-6b3a877d-589f-4515-888e-35e61dc52cd8 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:13:58.935794 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0b64745-4342-4163-bc5d-724401da0c19", "code": 200}, {"server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "name": "network-vif-plugged", "status": "completed", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:13:58.936720 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b3a877d-589f-4515-888e-35e61dc52cd8 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:13:58.937125 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3a877d-589f-4515-888e-35e61dc52cd8'] response: {'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19', 'code': 200} Jun 16 21:13:58.937379 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3a877d-589f-4515-888e-35e61dc52cd8'] response: {'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'code': 200} Jun 16 21:13:59.049029 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6f4f3-30a7-44f3-9db6-7aff2e751ef2 None None] Network fa072797-6ce1-4446-9df8-c1ecbe807cda requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:13:59.241641 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:59.245061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.405427 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:13:59.433508 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-106f57a2-3c18-421b-919a-2eb691fe1520 None None] Provisioning complete for port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:59.440083 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-106f57a2-3c18-421b-919a-2eb691fe1520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.600149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:13:59.602178 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.657650 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f508f6-3cfa-45a8-b421-ac5644b94dfc req-06044c74-1bf0-4cd3-912d-4baff543fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:59.664682 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c6f508f6-3cfa-45a8-b421-ac5644b94dfc req-06044c74-1bf0-4cd3-912d-4baff543fbd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1129 time: 0.2446644 Jun 16 21:13:59.753480 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-106f57a2-3c18-421b-919a-2eb691fe1520 None None] Current status of the port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:59.754417 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-106f57a2-3c18-421b-919a-2eb691fe1520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.757902 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Publish callbacks [] for port (abed9320-825e-4a8b-bc49-821822358b43), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.771173 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:59.778106 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (abed9320-825e-4a8b-bc49-821822358b43), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.802401 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:13:59.802875 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.869172 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,segment=NetworkSegment(1425158c-4a5f-4194-ae9a-dfed3924a364),segment_id=1425158c-4a5f-4194-ae9a-dfed3924a364)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:13:59.878065 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.890591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231663f-22ff-4f9f-9614-d8b1bd97ba9f req-afad5ce0-8fc2-4864-adc2-bfcca2737e9b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:13:59.900719 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9231663f-22ff-4f9f-9614-d8b1bd97ba9f req-afad5ce0-8fc2-4864-adc2-bfcca2737e9b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1146622 Jun 16 21:13:59.916614 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:13:59.929121 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Attempting to bind port abed9320-825e-4a8b-bc49-821822358b43 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:13:59.929887 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Attempting to bind port abed9320-825e-4a8b-bc49-821822358b43 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:13:59.930403 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Attempting to bind port abed9320-825e-4a8b-bc49-821822358b43 on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:13:59.941171 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:13:59.941944 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:13:59.942568 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.943168 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:13:59.943852 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Bound port: abed9320-825e-4a8b-bc49-821822358b43, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:13:59.945089 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (abed9320-825e-4a8b-bc49-821822358b43), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:13:59.988773 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 60990) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:13:59.989541 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515ea99-5dd0-4e08-84d1-d80a2cbf2ef3 None None] Pushing event updated for resources: {'Port': ['ID=abed9320-825e-4a8b-bc49-821822358b43,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:00.008974 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9231663f-22ff-4f9f-9614-d8b1bd97ba9f req-af4df4c7-5f27-4ea7-b537-7fb0ca4b8621 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065598 Jun 16 21:14:00.040091 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] For port abed9320-825e-4a8b-bc49-821822358b43, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:00.046261 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] For port abed9320-825e-4a8b-bc49-821822358b43, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=abed9320-825e-4a8b-bc49-821822358b43,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:00.063204 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-106f57a2-3c18-421b-919a-2eb691fe1520 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 21:14:00.063669 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-106f57a2-3c18-421b-919a-2eb691fe1520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 21:14:00.065256 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (abed9320-825e-4a8b-bc49-821822358b43), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.070779 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:00.091622 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.091972 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.099097 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.099544 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.099894 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.100255 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.102710 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.103076 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.103422 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.103767 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.104110 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.104513 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.104819 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.105149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.105472 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.162736 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f33099-2b9e-40a0-81fd-96b09312ec11 req-22697803-3046-4331-b391-2a32cf43ce19 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:00.173607 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9f33099-2b9e-40a0-81fd-96b09312ec11 req-22697803-3046-4331-b391-2a32cf43ce19 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0827260 Jun 16 21:14:00.177834 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033e28-58a6-4ec4-92a5-6a4c30f0e548 req-50a15410-91d5-4078-bfe9-481b3eb96a1f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:00.186079 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1033e28-58a6-4ec4-92a5-6a4c30f0e548 req-50a15410-91d5-4078-bfe9-481b3eb96a1f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.9455097 Jun 16 21:14:00.187867 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Routers {'aeff5f04-e061-46c2-a305-2ef364701240'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:00.188858 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['aeff5f04-e061-46c2-a305-2ef364701240'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:00.195958 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:00.212318 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:00.239728 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.245978 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29e83d-b9bc-4fee-8e96-53cbc95e3138 req-13fa8ded-ba35-4294-989c-0822a6ee8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:00.247817 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c29e83d-b9bc-4fee-8e96-53cbc95e3138 req-13fa8ded-ba35-4294-989c-0822a6ee8583 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 1129 time: 0.8239467 Jun 16 21:14:00.248568 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515ea99-5dd0-4e08-84d1-d80a2cbf2ef3 None None] Pushing event updated for resources: {'Port': ['ID=abed9320-825e-4a8b-bc49-821822358b43,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:00.309213 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9f33099-2b9e-40a0-81fd-96b09312ec11 req-cfeb8490-a4de-43bb-85a8-aa5cd0c81485 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339872 Jun 16 21:14:00.333273 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] Set router aeff5f04-e061-46c2-a305-2ef364701240 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:00.333953 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1033e28-58a6-4ec4-92a5-6a4c30f0e548 req-feb1454f-7041-4cb2-b607-9e8e63abc809 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449702 Jun 16 21:14:00.343190 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c6f508f6-3cfa-45a8-b421-ac5644b94dfc req-c6456614-26b9-4b71-94c6-f03509c66085 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772413 Jun 16 21:14:00.350962 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Allocated IP 172.20.0.1 (fa072797-6ce1-4446-9df8-c1ecbe807cda/0c08f486-884b-4948-a2c8-143c2d7cd3b4/1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:00.372647 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Publish callbacks [] for security_group (ca5f80aa-fd95-45a1-9e40-64ee40e35d35), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.378437 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ca5f80aa-fd95-45a1-9e40-64ee40e35d35), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.411749 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f80aa-fd95-45a1-9e40-64ee40e35d35,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:00.429305 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.429929 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.430373 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.430837 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.431270 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.432135 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.432841 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.433272 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.433719 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.434148 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.434577 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.435019 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.435458 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.435886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.436329 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.461390 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e06285f0-f697-4e3b-8fc5-7dc24316cbb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e31ca7a7e5644d8081b36cd7391fa5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513099 Jun 16 21:14:00.463888 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 32770) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:00.545268 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8907-cf1a-4aaf-b71a-c6ed5d3711ca admin admin] Publish callbacks [] for security_group (ca5f80aa-fd95-45a1-9e40-64ee40e35d35), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.559128 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'abed9320-825e-4a8b-bc49-821822358b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 3, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port': {'id': 'abed9320-825e-4a8b-bc49-821822358b43', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:55Z', 'updated_at': '2022-06-16T21:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:00.576092 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8907-cf1a-4aaf-b71a-c6ed5d3711ca admin admin] Publish callbacks [] for security_group (ca5f80aa-fd95-45a1-9e40-64ee40e35d35), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.592600 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04727c79-2bd6-48b6-8809-b758f8e30e51 req-cbd51164-54c2-49fe-a055-ad24f3673286 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:00.594964 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04727c79-2bd6-48b6-8809-b758f8e30e51 req-cbd51164-54c2-49fe-a055-ad24f3673286 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0801129 Jun 16 21:14:00.599059 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcc714-a183-45e6-b2c4-215f4f5d73e9 None None] The sync data for ids ['aeff5f04-e061-46c2-a305-2ef364701240'] in dv-cinder-819149-6-iscsi is: [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'abed9320-825e-4a8b-bc49-821822358b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 3, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port': {'id': 'abed9320-825e-4a8b-bc49-821822358b43', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:55Z', 'updated_at': '2022-06-16T21:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:00.599591 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks [] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.604838 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 32774) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:00.616682 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-106f57a2-3c18-421b-919a-2eb691fe1520 None None] Current status of the port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:00.617605 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'floatingip': {'port_id': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:00.642381 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.691214 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Network fa072797-6ce1-4446-9df8-c1ecbe807cda is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:00.696762 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:00.702165 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:00.736106 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (44128b03-2dec-435d-858a-a7bcdfc78e1f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.740442 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e737708d-9c1b-4cf1-93fa-22ab5e06433a None None] Provisioning complete for port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:00.741137 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e737708d-9c1b-4cf1-93fa-22ab5e06433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.799795 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (aeff5f04-e061-46c2-a305-2ef364701240), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.810843 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:00.816655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8907-cf1a-4aaf-b71a-c6ed5d3711ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ca5f80aa-fd95-45a1-9e40-64ee40e35d35), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.820276 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8907-cf1a-4aaf-b71a-c6ed5d3711ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:00.821486 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-eb5f8907-cf1a-4aaf-b71a-c6ed5d3711ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca5f80aa-fd95-45a1-9e40-64ee40e35d35 HTTP/1.1" status: 204 len: 168 time: 0.3437493 Jun 16 21:14:00.838894 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:00.904740 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e737708d-9c1b-4cf1-93fa-22ab5e06433a None None] Current status of the port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:00.904897 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:00.941084 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.941936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.942572 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.943422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.945875 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.946773 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.947441 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f8907-cf1a-4aaf-b71a-c6ed5d3711ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5f80aa-fd95-45a1-9e40-64ee40e35d35,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:00.948526 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.949130 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.949638 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.950590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.951332 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.952075 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.952774 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.953306 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:00.954069 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:01.036830 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:01.081841 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c29e83d-b9bc-4fee-8e96-53cbc95e3138 req-6b4a9cb9-e1bf-4fd8-ac87-e38c8739eded service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783635 Jun 16 21:14:01.212927 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:01.236302 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0a49deb0-3337-41d2-b021-0fbc05a24a26 None None] Provisioning complete for port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:01.236807 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0a49deb0-3337-41d2-b021-0fbc05a24a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:01.281274 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba941bb-5895-41b0-b714-a962071488c0 req-610dd526-6645-4d70-bf04-8ec3d4c9a3df tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:01.307435 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aba941bb-5895-41b0-b714-a962071488c0 req-610dd526-6645-4d70-bf04-8ec3d4c9a3df tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1534417 Jun 16 21:14:01.328959 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0a49deb0-3337-41d2-b021-0fbc05a24a26 None None] Port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:14:01.523339 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:01.613683 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aba941bb-5895-41b0-b714-a962071488c0 req-008ce2f2-3cf1-44a5-b758-44cae5f5f17c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912407 Jun 16 21:14:01.628910 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:01.654197 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:01.654788 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:01.788297 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:01.789753 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device abed9320-825e-4a8b-bc49-821822358b43 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:01.865229 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8bfd5-a3b4-4364-b9b6-ca65f7d7fd81 req-cb6833ce-f572-4d05-9762-d3097de0e2f3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:01.871477 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port abed9320-825e-4a8b-bc49-821822358b43 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:01.872074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (abed9320-825e-4a8b-bc49-821822358b43), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:01.874086 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77f8bfd5-a3b4-4364-b9b6-ca65f7d7fd81 req-cb6833ce-f572-4d05-9762-d3097de0e2f3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.3437345 Jun 16 21:14:01.919884 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:01.962743 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port abed9320-825e-4a8b-bc49-821822358b43 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:01.963458 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (abed9320-825e-4a8b-bc49-821822358b43), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:01.992597 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port abed9320-825e-4a8b-bc49-821822358b43, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=abed9320-825e-4a8b-bc49-821822358b43,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:01.996720 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks [] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:01.997420 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (abed9320-825e-4a8b-bc49-821822358b43), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:02.010783 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:02.067321 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=abed9320-825e-4a8b-bc49-821822358b43,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:02.095293 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77f8bfd5-a3b4-4364-b9b6-ca65f7d7fd81 req-a407c38e-1b7a-4471-8cd4-5b78cc5cc647 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182887 Jun 16 21:14:02.133763 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:02.136204 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (aeff5f04-e061-46c2-a305-2ef364701240), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:02.251958 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:02.252157 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Network fa072797-6ce1-4446-9df8-c1ecbe807cda is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:02.253881 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:02.269592 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (44128b03-2dec-435d-858a-a7bcdfc78e1f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:02.378644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Floating IP 44128b03-2dec-435d-858a-a7bcdfc78e1f associated. External IP: 172.27.3.82, port: 6473309c-d2e4-42b4-94b1-6b373a5e59f2. Jun 16 21:14:02.412339 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Router aeff5f04-e061-46c2-a305-2ef364701240 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:14:02.527410 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:02.555867 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:02.561281 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ba426e0d-dc64-4070-b2c4-7e69aa944354 admin admin] 10.222.0.43 "PUT /v2.0/routers/aeff5f04-e061-46c2-a305-2ef364701240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4577880 Jun 16 21:14:02.573232 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ea3d27d0-16cf-41c9-ad75-8a66d58fc33d None None] Provisioning complete for port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:02.574061 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ea3d27d0-16cf-41c9-ad75-8a66d58fc33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:02.637478 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Router 36e752dd-1a93-43bd-81ab-1910009e9d23 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:14:02.648313 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d27d0-16cf-41c9-ad75-8a66d58fc33d None None] Port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:14:02.897062 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7e4dd-ba23-47b1-8735-08dbe3fc19f2 req-3f5b7893-42be-46ac-971b-7337bdd683fe tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:02.908026 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00c7e4dd-ba23-47b1-8735-08dbe3fc19f2 req-3f5b7893-42be-46ac-971b-7337bdd683fe tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1026924 Jun 16 21:14:02.989970 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00c7e4dd-ba23-47b1-8735-08dbe3fc19f2 req-90f743b9-2bc6-4daf-a642-599c344a14fa tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772221 Jun 16 21:14:03.071368 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.075028 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:03.079953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.088086 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] Sync routers for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:03.103731 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:03.104542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:03.115358 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-48c3b593-abeb-4a23-80fd-501e64b36304 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "PUT /v2.0/floatingips/44128b03-2dec-435d-858a-a7bcdfc78e1f HTTP/1.1" status: 200 len: 990 time: 2.5091848 Jun 16 21:14:03.116418 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:03.119184 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:03.156624 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device abed9320-825e-4a8b-bc49-821822358b43 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:03.186679 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 32858) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:03.191155 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-757ec831-8c3a-499b-9f34-cd139dbb8a4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762033399', 'description': 'tempest-secgroup-smoke-1762033399 description', 'project_id': '9868add8c6114cc2a3933d63b2e5652a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:03.208491 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:03.219251 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8c4db5-f973-4652-8c69-083285fccd85 x-openstack-request-id: req-fe8c4db5-f973-4652-8c69-083285fccd85 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:03.219598 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:03.220574 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe8c4db5-f973-4652-8c69-083285fccd85 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:03.221160 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8c4db5-f973-4652-8c69-083285fccd85'] response: {'name': 'network-changed', 'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'status': 'completed', 'code': 200} Jun 16 21:14:03.223443 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-757ec831-8c3a-499b-9f34-cd139dbb8a4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.237493 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec616c-9234-46cb-b4cf-257851ca6bde req-34e3ceb7-0645-4578-b0d9-0e3d4b24d55c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:03.239306 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07ec616c-9234-46cb-b4cf-257851ca6bde req-34e3ceb7-0645-4578-b0d9-0e3d4b24d55c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0658016 Jun 16 21:14:03.267170 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port abed9320-825e-4a8b-bc49-821822358b43 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:03.267541 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (abed9320-825e-4a8b-bc49-821822358b43), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.293547 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07ec616c-9234-46cb-b4cf-257851ca6bde req-537e7a39-4020-4350-8504-6d8bbd55148b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470226 Jun 16 21:14:03.309670 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:03.314030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-757ec831-8c3a-499b-9f34-cd139dbb8a4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group (1051b424-a675-428d-aa0c-e1a6658dca4e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.315398 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:03.321772 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-757ec831-8c3a-499b-9f34-cd139dbb8a4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (1051b424-a675-428d-aa0c-e1a6658dca4e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.331490 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:03.354012 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-757ec831-8c3a-499b-9f34-cd139dbb8a4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.355253 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-757ec831-8c3a-499b-9f34-cd139dbb8a4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1675773 Jun 16 21:14:03.358827 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 32860) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:03.359935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ec831-8c3a-499b-9f34-cd139dbb8a4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1051b424-a675-428d-aa0c-e1a6658dca4e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:03.369454 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-65e47a0b-e051-468a-8baf-dbf27b4e0953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'security_group_rule': {'security_group_id': '1051b424-a675-428d-aa0c-e1a6658dca4e', 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:03.399182 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-65e47a0b-e051-468a-8baf-dbf27b4e0953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (e8b02dcc-42f5-4476-83de-e45545ffc1a1), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.437968 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:03.455914 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-65e47a0b-e051-468a-8baf-dbf27b4e0953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (e8b02dcc-42f5-4476-83de-e45545ffc1a1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.462150 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-65e47a0b-e051-468a-8baf-dbf27b4e0953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (e8b02dcc-42f5-4476-83de-e45545ffc1a1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.483168 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e47a0b-e051-468a-8baf-dbf27b4e0953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b02dcc-42f5-4476-83de-e45545ffc1a1,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:03.483731 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port abed9320-825e-4a8b-bc49-821822358b43 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:03.493826 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-65e47a0b-e051-468a-8baf-dbf27b4e0953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.497858 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 32862) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:03.497988 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-65e47a0b-e051-468a-8baf-dbf27b4e0953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362836 Jun 16 21:14:03.502750 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-31109e6b-dd25-41bf-a7d3-c4c8608874ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'security_group_rule': {'security_group_id': '1051b424-a675-428d-aa0c-e1a6658dca4e', 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:03.536692 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-31109e6b-dd25-41bf-a7d3-c4c8608874ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (63e15910-cd38-4efc-a9ee-9ba426df7fda), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.602785 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-31109e6b-dd25-41bf-a7d3-c4c8608874ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (63e15910-cd38-4efc-a9ee-9ba426df7fda), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.609252 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-31109e6b-dd25-41bf-a7d3-c4c8608874ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (63e15910-cd38-4efc-a9ee-9ba426df7fda), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.622242 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '44128b03-2dec-435d-858a-a7bcdfc78e1f', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'port_id': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'mac_address': 'fa:16:3e:fc:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:16Z', 'updated_at': '2022-06-16T21:14:02Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:03.634295 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31109e6b-dd25-41bf-a7d3-c4c8608874ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e15910-cd38-4efc-a9ee-9ba426df7fda,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:03.640915 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-31109e6b-dd25-41bf-a7d3-c4c8608874ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.644641 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-31109e6b-dd25-41bf-a7d3-c4c8608874ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456444 Jun 16 21:14:03.645100 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 32866) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:03.651496 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-be1f7dd0-999d-481b-9f60-019496f7d5c6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'security_group_rule': {'security_group_id': '1051b424-a675-428d-aa0c-e1a6658dca4e', 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:03.654844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] Checking router: 36e752dd-1a93-43bd-81ab-1910009e9d23 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:03.664771 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:03.665387 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:03.679017 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be1f7dd0-999d-481b-9f60-019496f7d5c6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (462cb947-6455-45b8-9787-11f928643bda), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.729329 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Sync routers for ids ['aeff5f04-e061-46c2-a305-2ef364701240'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:03.741100 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:03.744238 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Routers {'aeff5f04-e061-46c2-a305-2ef364701240'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:03.745100 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['aeff5f04-e061-46c2-a305-2ef364701240'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:03.751061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be1f7dd0-999d-481b-9f60-019496f7d5c6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (462cb947-6455-45b8-9787-11f928643bda), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.758265 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be1f7dd0-999d-481b-9f60-019496f7d5c6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (462cb947-6455-45b8-9787-11f928643bda), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.778741 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:03.781130 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f7dd0-999d-481b-9f60-019496f7d5c6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462cb947-6455-45b8-9787-11f928643bda,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:03.788603 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-be1f7dd0-999d-481b-9f60-019496f7d5c6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.790633 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-be1f7dd0-999d-481b-9f60-019496f7d5c6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444793 Jun 16 21:14:03.793643 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 32868) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:03.798625 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-46a5c83c-4ba9-4808-b2b8-aff7e751e15d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'security_group_rule': {'security_group_id': '1051b424-a675-428d-aa0c-e1a6658dca4e', 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:03.833107 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46a5c83c-4ba9-4808-b2b8-aff7e751e15d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (67b69508-218f-40ad-bc84-63e6c05fbba8), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.880742 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Set router aeff5f04-e061-46c2-a305-2ef364701240 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:03.909014 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46a5c83c-4ba9-4808-b2b8-aff7e751e15d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (67b69508-218f-40ad-bc84-63e6c05fbba8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.914011 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46a5c83c-4ba9-4808-b2b8-aff7e751e15d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (67b69508-218f-40ad-bc84-63e6c05fbba8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.935865 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5c83c-4ba9-4808-b2b8-aff7e751e15d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b69508-218f-40ad-bc84-63e6c05fbba8,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:03.940501 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46a5c83c-4ba9-4808-b2b8-aff7e751e15d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:03.944691 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-46a5c83c-4ba9-4808-b2b8-aff7e751e15d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497221 Jun 16 21:14:03.944822 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 32872) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:03.949455 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'security_group_rule': {'security_group_id': '1051b424-a675-428d-aa0c-e1a6658dca4e', 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:03.981867 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.securitygroups_db [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Project 9868add8c6114cc2a3933d63b2e5652a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 21:14:03.988797 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (ae49c6c6-f36a-487c-836c-ef09a2e9971e), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.060935 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (ae49c6c6-f36a-487c-836c-ef09a2e9971e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.067052 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (ae49c6c6-f36a-487c-836c-ef09a2e9971e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.118899 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae49c6c6-f36a-487c-836c-ef09a2e9971e,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:04.133222 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.136226 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0c90e100-72f5-40b2-bd93-aa27e6e65fb9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1886351 Jun 16 21:14:04.137117 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 32880) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:04.140485 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'abed9320-825e-4a8b-bc49-821822358b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 4, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port': {'id': 'abed9320-825e-4a8b-bc49-821822358b43', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:55Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5', 'name': '', 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'mac_address': 'fa:16:3e:d5:2e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0c08f486-884b-4948-a2c8-143c2d7cd3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:59Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 2, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'subnets': [{'id': '0c08f486-884b-4948-a2c8-143c2d7cd3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:04.141910 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'security_group_rule': {'security_group_id': '1051b424-a675-428d-aa0c-e1a6658dca4e', 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:04.167640 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.securitygroups_db [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Project 9868add8c6114cc2a3933d63b2e5652a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 21:14:04.174273 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (1c1af557-552e-4148-95f7-0438b1c9685d), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.177723 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Checking router: aeff5f04-e061-46c2-a305-2ef364701240 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:04.178382 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Updating router aeff5f04-e061-46c2-a305-2ef364701240 port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:14:04.190990 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63196717-1047-4c9b-815f-39499b636afb req-0124c3d6-63d1-4857-a110-3eac03b70794 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:04.200028 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63196717-1047-4c9b-815f-39499b636afb req-0124c3d6-63d1-4857-a110-3eac03b70794 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0695992 Jun 16 21:14:04.216823 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.240041 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:04.245992 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (1c1af557-552e-4148-95f7-0438b1c9685d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.251342 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (1c1af557-552e-4148-95f7-0438b1c9685d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.268650 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63196717-1047-4c9b-815f-39499b636afb req-e207acc2-4bd6-41cc-a0cc-ea3ad9f75d74 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666139 Jun 16 21:14:04.280123 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '44128b03-2dec-435d-858a-a7bcdfc78e1f', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'port_id': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'mac_address': 'fa:16:3e:fc:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:16Z', 'updated_at': '2022-06-16T21:14:02Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:04.289390 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1af557-552e-4148-95f7-0438b1c9685d,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:04.306966 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.309109 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-45cc44a1-8135-46fa-a07a-6da6d83fcf4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709702 Jun 16 21:14:04.321467 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62e6e-0db5-430d-bd2b-683924f59ce0 None None] The sync data for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi is: [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '44128b03-2dec-435d-858a-a7bcdfc78e1f', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'port_id': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'mac_address': 'fa:16:3e:fc:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:16Z', 'updated_at': '2022-06-16T21:14:02Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:04.424481 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:04.447953 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82db6de-1de1-46c2-b62c-5604fd797f1d req-70064665-f00c-4b6d-a5e8-1f54907e9a60 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:04.452734 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a82db6de-1de1-46c2-b62c-5604fd797f1d req-70064665-f00c-4b6d-a5e8-1f54907e9a60 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0652702 Jun 16 21:14:04.511488 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a82db6de-1de1-46c2-b62c-5604fd797f1d req-45c45bd4-32d2-4b93-bfce-8e13f797fe70 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546184 Jun 16 21:14:04.583394 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Publish callbacks [] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.590325 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.654126 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Pushing event updated for resources: {'Port': ['ID=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:04.693981 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.694469 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.695242 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.695389 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.695727 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.696053 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.696396 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.696714 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.697031 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.697344 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.697657 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.697984 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.698296 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.698604 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.698912 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:14:04.710949 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:04.748904 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Attempting to bind port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:04.750001 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Attempting to bind port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:04.750510 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Attempting to bind port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 on network fa072797-6ce1-4446-9df8-c1ecbe807cda {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:04.763755 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:04.764550 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Checking segment: {'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:04.764960 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.765398 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Bound using segment: {'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:04.765871 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Bound port: 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1425158c-4a5f-4194-ae9a-dfed3924a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:04.766373 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.858693 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] For port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:04.868932 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] For port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,segment=NetworkSegment(1425158c-4a5f-4194-ae9a-dfed3924a364),segment_id=1425158c-4a5f-4194-ae9a-dfed3924a364)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:04.881033 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:04.960994 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Routers {'aeff5f04-e061-46c2-a305-2ef364701240'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:04.962578 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:13:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['aeff5f04-e061-46c2-a305-2ef364701240'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:05.026643 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-12487446-24a5-46b8-9c38-94964c808c91 None None] Provisioning complete for port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:05.027303 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-12487446-24a5-46b8-9c38-94964c808c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:05.211284 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6c11a-617f-4296-a4b3-06875ae72879 None None] Pushing event updated for resources: {'Port': ['ID=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:05.211945 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-03384805-bacc-4a24-b509-58cb1ebad9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:05.217724 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:05.325988 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-12487446-24a5-46b8-9c38-94964c808c91 None None] Current status of the port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:05.327175 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-12487446-24a5-46b8-9c38-94964c808c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:05.332690 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] Set router aeff5f04-e061-46c2-a305-2ef364701240 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:05.403954 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-19df87e4-6ad4-4298-b243-3c23f8194dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1292627 Jun 16 21:14:05.412570 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-12487446-24a5-46b8-9c38-94964c808c91 None None] For port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,segment=NetworkSegment(1425158c-4a5f-4194-ae9a-dfed3924a364),segment_id=1425158c-4a5f-4194-ae9a-dfed3924a364)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:05.430259 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-12487446-24a5-46b8-9c38-94964c808c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:05.491761 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-7015ebb0-e1a6-46c3-8e4a-f80e834465f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:05.495975 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-7015ebb0-e1a6-46c3-8e4a-f80e834465f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1129 time: 0.2298505 Jun 16 21:14:05.517741 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb2143-6431-4eff-bb3b-91d9ce707b82 None None] New status for floating IP 44128b03-2dec-435d-858a-a7bcdfc78e1f: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:14:05.563483 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23f2f-eb02-47f2-9dd7-1155eeaa428f req-d031aa76-4be4-424f-acaa-9c31006e5bff tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:05.568538 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3aa23f2f-eb02-47f2-9dd7-1155eeaa428f req-d031aa76-4be4-424f-acaa-9c31006e5bff tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1568046 Jun 16 21:14:05.685676 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3aa23f2f-eb02-47f2-9dd7-1155eeaa428f req-396a5ee3-26ae-41ec-821e-7690a76afd3f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113243 Jun 16 21:14:05.745900 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'abed9320-825e-4a8b-bc49-821822358b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 4, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port': {'id': 'abed9320-825e-4a8b-bc49-821822358b43', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:55Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5', 'name': '', 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'mac_address': 'fa:16:3e:d5:2e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0c08f486-884b-4948-a2c8-143c2d7cd3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:59Z', 'updated_at': '2022-06-16T21:14:04Z', 'revision_number': 4, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'subnets': [{'id': '0c08f486-884b-4948-a2c8-143c2d7cd3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:05.748304 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46504-bc95-4650-a82e-0cdc85ce8f09 req-f7bd2731-48ab-4087-a6ac-f8729fc9616c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:05.750474 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62c46504-bc95-4650-a82e-0cdc85ce8f09 req-f7bd2731-48ab-4087-a6ac-f8729fc9616c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0953875 Jun 16 21:14:05.780215 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddec1a-d502-4e26-b662-853df615d07d None None] The sync data for ids ['aeff5f04-e061-46c2-a305-2ef364701240'] in dv-cinder-819149-6-iscsi is: [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'abed9320-825e-4a8b-bc49-821822358b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 4, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port': {'id': 'abed9320-825e-4a8b-bc49-821822358b43', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:55Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5', 'name': '', 'network_id': 'fa072797-6ce1-4446-9df8-c1ecbe807cda', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'mac_address': 'fa:16:3e:d5:2e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0c08f486-884b-4948-a2c8-143c2d7cd3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:59Z', 'updated_at': '2022-06-16T21:14:04Z', 'revision_number': 4, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'subnets': [{'id': '0c08f486-884b-4948-a2c8-143c2d7cd3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:05.911021 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a35263-2ba4-4fbb-950b-695786f8d71e req-ef267a8d-ae44-48d0-a03f-d9e80e6961e1 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:05.916538 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7a35263-2ba4-4fbb-950b-695786f8d71e req-ef267a8d-ae44-48d0-a03f-d9e80e6961e1 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1076608 Jun 16 21:14:05.930002 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 32976) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:05.945766 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'floatingip': {'port_id': '49dfc0a9-3807-4075-a9a7-5f2dceb98537'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:05.991114 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62c46504-bc95-4650-a82e-0cdc85ce8f09 req-ec6a58c5-c5a7-4de2-8b9f-62daba1b9a6d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296302 Jun 16 21:14:06.000537 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12487446-24a5-46b8-9c38-94964c808c91 None None] Pushing event updated for resources: {'Port': ['ID=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:06.044216 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a65844ce-2c9f-457e-8e4a-1119e7070762 None None] Provisioning complete for port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:06.044806 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a65844ce-2c9f-457e-8e4a-1119e7070762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:06.172427 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (beeb5be2-c527-4f91-9d15-d4ab33b93f1f), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:06.180685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-b130f2db-1298-42bb-adb7-c713ce3f5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:06.182282 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-b130f2db-1298-42bb-adb7-c713ce3f5769 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87f4749861b548a6808e215ab16497d9&device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 1129 time: 0.0950146 Jun 16 21:14:06.257992 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:06.289006 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a65844ce-2c9f-457e-8e4a-1119e7070762 None None] Current status of the port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:06.541105 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-0fe75f12-54b8-4a9b-96b4-ac67d81b0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:06.542594 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-0fe75f12-54b8-4a9b-96b4-ac67d81b0962 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.5054755 Jun 16 21:14:06.594758 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:06.717550 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-8aadb993-d9bb-49ce-b6ad-ab896515274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:06.719019 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-8aadb993-d9bb-49ce-b6ad-ab896515274d service neutron] 10.222.0.47 "GET /v2.0/networks?id=84c78649-9aa8-4eb4-a6f2-165e9dc816ed HTTP/1.1" status: 200 len: 913 time: 0.3280606 Jun 16 21:14:06.745513 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-ec4d3646-0f5d-4892-b96f-3f4be634eb0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 1000 time: 0.1599069 Jun 16 21:14:06.789030 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-c621e20c-6eb0-49f3-8c53-84d5de034eb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167 HTTP/1.1" status: 200 len: 217 time: 0.0557222 Jun 16 21:14:07.137268 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dbd2d-4f95-46d3-a418-05289f923112 req-62736343-1cbe-4ac8-97ca-2aa161d2f108 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:07.138950 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-827dbd2d-4f95-46d3-a418-05289f923112 req-62736343-1cbe-4ac8-97ca-2aa161d2f108 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0563972 Jun 16 21:14:07.162316 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:07.167675 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:07.182193 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-5685ab69-d42c-4e66-b49a-656f571a50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:07.183645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-5685ab69-d42c-4e66-b49a-656f571a50d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.4050279 Jun 16 21:14:07.190321 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:07.190954 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-539dcae8-cce7-4349-8a0c-cb52fd245e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:07.192358 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-539dcae8-cce7-4349-8a0c-cb52fd245e06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3 HTTP/1.1" status: 200 len: 851 time: 0.1833444 Jun 16 21:14:07.216025 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-827dbd2d-4f95-46d3-a418-05289f923112 req-cd886d64-011a-4d02-bfdd-d850e032506d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711803 Jun 16 21:14:07.232494 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:07.233147 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:07.329255 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:07.337120 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-692b53d4-aeaf-4a19-bf23-a19c0b23b8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:07.403825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-0daae91f-9286-4927-9b5c-95e42d4a141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:07.405344 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-0daae91f-9286-4927-9b5c-95e42d4a141a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=84c78649-9aa8-4eb4-a6f2-165e9dc816ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1675632 Jun 16 21:14:07.426949 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-f2bbbe31-4728-4e89-bd73-8239cdbac043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:07.428289 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-f2bbbe31-4728-4e89-bd73-8239cdbac043 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1915555 Jun 16 21:14:07.463391 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ab1c3-5e57-4213-b199-862b9547417b req-85196858-c508-41b0-a40b-a7f372b8dd3b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:07.465147 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0ab1c3-5e57-4213-b199-862b9547417b req-85196858-c508-41b0-a40b-a7f372b8dd3b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.1513259 Jun 16 21:14:07.476373 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33018) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:07.487054 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:07.545018 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (8503dcaa-ed6c-467d-b302-292e9c86f0de), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:07.719616 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:07.753878 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (beeb5be2-c527-4f91-9d15-d4ab33b93f1f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:07.898210 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-9704c608-2d37-4086-8cc4-79152389bf15 service neutron] 10.222.0.47 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798391 Jun 16 21:14:07.940234 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-dc310ec9-6bbd-43c0-9ae0-e47053e12a50 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951942 Jun 16 21:14:07.989448 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33046) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:08.014884 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Floating IP beeb5be2-c527-4f91-9d15-d4ab33b93f1f associated. External IP: 172.27.3.125, port: 49dfc0a9-3807-4075-a9a7-5f2dceb98537. Jun 16 21:14:08.183668 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59f9de94-f11e-48e8-bef7-4959c8b70183 req-cf099c22-50c5-4651-ba81-e3dddfc0f628 service neutron] 10.222.0.47 "GET /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779381 Jun 16 21:14:08.261265 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32056ace-0965-48c4-90c8-b807d5c7ae02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.271965 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:08.314967 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a3c75b0-32c8-47c0-a48c-1dad0937df7d req-5f842d72-02ef-4d15-a8a4-0c166532bb36 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632917 Jun 16 21:14:08.412494 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32056ace-0965-48c4-90c8-b807d5c7ae02 admin admin] Publish callbacks [] for security_group (45f1d2be-4623-4d22-9b0d-675febed61b5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.416000 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:08.424012 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32056ace-0965-48c4-90c8-b807d5c7ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (45f1d2be-4623-4d22-9b0d-675febed61b5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.435493 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.db.resource_extend [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 21:14:08.469941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:08.496655 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Router 74e293d6-4e8b-46a7-aa5b-e06703509423 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:14:08.556003 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-32056ace-0965-48c4-90c8-b807d5c7ae02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f198fdf8b50413c9bbe6f90cd62d740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5653889 Jun 16 21:14:08.559842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.560740 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33078) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:08.572504 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056ace-0965-48c4-90c8-b807d5c7ae02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f1d2be-4623-4d22-9b0d-675febed61b5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:08.594063 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.615108 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (8503dcaa-ed6c-467d-b302-292e9c86f0de), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.669663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:08.781790 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f66b33eb-1336-43ee-99a8-1a2a4a246549 admin admin] Publish callbacks [] for security_group (45f1d2be-4623-4d22-9b0d-675febed61b5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.806777 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP 8503dcaa-ed6c-467d-b302-292e9c86f0de associated. External IP: 172.27.3.136, port: b0b64745-4342-4163-bc5d-724401da0c19. Jun 16 21:14:08.878343 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:08.882862 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.889504 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] Sync routers for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:08.903005 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33084) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:08.903469 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:08.904206 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:08.915800 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f66b33eb-1336-43ee-99a8-1a2a4a246549 admin admin] Publish callbacks [] for security_group (45f1d2be-4623-4d22-9b0d-675febed61b5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:08.940668 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c8fa3daa-f7e2-4dbc-aaf6-271729063171 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "PUT /v2.0/floatingips/beeb5be2-c527-4f91-9d15-d4ab33b93f1f HTTP/1.1" status: 200 len: 991 time: 3.0088491 Jun 16 21:14:08.941905 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:08.946984 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d" -d '{"events": [{"name": "network-changed", "server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:08.995109 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60125fe7-5ffd-43c7-80e1-c4754c4226c4 x-openstack-request-id: req-60125fe7-5ffd-43c7-80e1-c4754c4226c4 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:08.995109 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:08.995357 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60125fe7-5ffd-43c7-80e1-c4754c4226c4 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:08.995804 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60125fe7-5ffd-43c7-80e1-c4754c4226c4'] response: {'name': 'network-changed', 'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'status': 'completed', 'code': 200} Jun 16 21:14:09.056527 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:09.096008 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-2bf49bd8-3e2c-4830-97a1-b938540123cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:09.097580 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-2bf49bd8-3e2c-4830-97a1-b938540123cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1129 time: 0.0691211 Jun 16 21:14:09.102606 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:09.117693 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f66b33eb-1336-43ee-99a8-1a2a4a246549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (45f1d2be-4623-4d22-9b0d-675febed61b5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.121365 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f66b33eb-1336-43ee-99a8-1a2a4a246549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.124840 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f66b33eb-1336-43ee-99a8-1a2a4a246549 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45f1d2be-4623-4d22-9b0d-675febed61b5 HTTP/1.1" status: 204 len: 168 time: 0.5576794 Jun 16 21:14:09.140537 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-233d14a5-7a1e-405b-9758-0f91f875197d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.149894 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b33eb-1336-43ee-99a8-1a2a4a246549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f1d2be-4623-4d22-9b0d-675febed61b5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:09.193893 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:14:09.282495 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-3b0f6e5d-604a-4ac9-b5bf-390215724695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:09.284279 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-3b0f6e5d-604a-4ac9-b5bf-390215724695 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.1736062 Jun 16 21:14:09.287355 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:09.368959 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'beeb5be2-c527-4f91-9d15-d4ab33b93f1f', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'port_id': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'mac_address': 'fa:16:3e:40:0a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:21Z', 'updated_at': '2022-06-16T21:14:07Z', 'revision_number': 1, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:09.378717 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-233d14a5-7a1e-405b-9758-0f91f875197d admin admin] Publish callbacks [] for security_group (6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.386537 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-233d14a5-7a1e-405b-9758-0f91f875197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.395196 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] Checking router: 74e293d6-4e8b-46a7-aa5b-e06703509423 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:09.406047 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:09.406852 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:09.418341 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-e52d345d-188a-463d-a409-46cbdd1bc487 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 999 time: 0.1278236 Jun 16 21:14:09.439263 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:09.443617 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.455038 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d14a5-7a1e-405b-9758-0f91f875197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:09.461397 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-233d14a5-7a1e-405b-9758-0f91f875197d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=296045c2a5f841d084bd9d3ff5d7763b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5568690 Jun 16 21:14:09.471979 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:09.493789 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:09.494706 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:09.494967 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33098) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:09.533486 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:09.539541 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-76aaeaac-0c66-4e5c-a8a0-1364fd108454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:09.541450 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-76aaeaac-0c66-4e5c-a8a0-1364fd108454 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.1071169 Jun 16 21:14:09.646010 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5ff9c1d8-2989-4530-8fab-851acc72dc7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "PUT /v2.0/floatingips/8503dcaa-ed6c-467d-b302-292e9c86f0de HTTP/1.1" status: 200 len: 991 time: 2.1682551 Jun 16 21:14:09.666824 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:09.675403 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa" -d '{"events": [{"name": "network-changed", "server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "tag": "b0b64745-4342-4163-bc5d-724401da0c19"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:09.691231 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-ba0df5f9-f4c2-4ad7-9801-62680f2af2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:09.696509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:09.696671 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-ba0df5f9-f4c2-4ad7-9801-62680f2af2ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1482482 Jun 16 21:14:09.798836 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e44dff3-88d1-4340-9ce9-f193df151c15 x-openstack-request-id: req-1e44dff3-88d1-4340-9ce9-f193df151c15 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:09.799107 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "tag": "b0b64745-4342-4163-bc5d-724401da0c19", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:09.799357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e44dff3-88d1-4340-9ce9-f193df151c15 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:09.799764 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e44dff3-88d1-4340-9ce9-f193df151c15'] response: {'name': 'network-changed', 'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19', 'status': 'completed', 'code': 200} Jun 16 21:14:09.810042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e35f8799-9ff2-4668-a55e-8c3d8b56ef60 admin admin] Publish callbacks [] for security_group (6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.830894 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:09.889674 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33122) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:09.896926 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'beeb5be2-c527-4f91-9d15-d4ab33b93f1f', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'port_id': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'mac_address': 'fa:16:3e:40:0a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:21Z', 'updated_at': '2022-06-16T21:14:07Z', 'revision_number': 1, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:09.921760 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e35f8799-9ff2-4668-a55e-8c3d8b56ef60 admin admin] Publish callbacks [] for security_group (6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:09.934550 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be7132-cd7d-44a4-a796-cf08dc6577c0 None None] The sync data for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi is: [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'beeb5be2-c527-4f91-9d15-d4ab33b93f1f', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'port_id': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'mac_address': 'fa:16:3e:40:0a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:21Z', 'updated_at': '2022-06-16T21:14:07Z', 'revision_number': 1, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:09.974117 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:09.978874 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-ddd9ef8d-4dc9-4e79-a29b-1d0fe0a79d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:09.981323 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-ddd9ef8d-4dc9-4e79-a29b-1d0fe0a79d62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 1129 time: 0.1532595 Jun 16 21:14:10.067759 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] Deleting subnet 6988f28d-7c08-4e92-8336-d370e79db8c1 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:14:10.088150 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] Publish callbacks [] for subnet (6988f28d-7c08-4e92-8336-d370e79db8c1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.095317 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:10.164285 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-11b9fb86-8338-4f77-8a15-e31a0d1a6049 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552572 Jun 16 21:14:10.177046 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812804'] for subnet (6988f28d-7c08-4e92-8336-d370e79db8c1), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.193473 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.215244 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e35f8799-9ff2-4668-a55e-8c3d8b56ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.218490 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e35f8799-9ff2-4668-a55e-8c3d8b56ef60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.220337 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e35f8799-9ff2-4668-a55e-8c3d8b56ef60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb HTTP/1.1" status: 204 len: 168 time: 0.7244406 Jun 16 21:14:10.244832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f8799-9ff2-4668-a55e-8c3d8b56ef60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff6bde3-6ddd-4aed-a44b-a0e42910bcdb,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:10.252261 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (6988f28d-7c08-4e92-8336-d370e79db8c1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.341157 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17516112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16912179'] for subnet (6988f28d-7c08-4e92-8336-d370e79db8c1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.344523 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:08Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:10.399813 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6988f28d-7c08-4e92-8336-d370e79db8c1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:10.408832 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:10.410787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.418262 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6ff5d81a-d475-4e9a-af4e-a57419410615 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6988f28d-7c08-4e92-8336-d370e79db8c1 HTTP/1.1" status: 204 len: 168 time: 0.5254090 Jun 16 21:14:10.419912 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33132) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:10.421940 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-3b65918e-0623-42ed-9d61-bdcb977cbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:10.423394 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-3b65918e-0623-42ed-9d61-bdcb977cbc4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.3468928 Jun 16 21:14:10.439058 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb55cb7-9477-4ce3-a83b-1f0cd4bbc9fa None None] New status for floating IP beeb5be2-c527-4f91-9d15-d4ab33b93f1f: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:14:10.577399 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:10.589714 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e5b8e71-f1c8-482a-8803-72f8ac48c13d req-e5510778-60be-433f-a919-d6685b72f6b2 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798912 Jun 16 21:14:10.615755 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:10.616661 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:10.650650 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-b6156945-2cb8-4b01-ab4b-a09169c8b101 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0b64745-4342-4163-bc5d-724401da0c19 HTTP/1.1" status: 200 len: 999 time: 0.2155910 Jun 16 21:14:10.653850 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.660167 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.790471 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:10.794040 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-7023b792-2280-4dc3-8807-d7105acf54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:10.795525 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-7023b792-2280-4dc3-8807-d7105acf54fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.1374090 Jun 16 21:14:10.867028 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-52666563-1bac-4d01-9dc6-24cea8711300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:10.868291 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-52666563-1bac-4d01-9dc6-24cea8711300 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641015 Jun 16 21:14:10.890270 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:10.948239 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:10.967176 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bf965f-b6e3-4abe-97d8-e91101b67ca6') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:10.967472 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bf965f-b6e3-4abe-97d8-e91101b67ca6') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:10.979770 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812819'] for segment (a4bf965f-b6e3-4abe-97d8-e91101b67ca6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.009474 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-0a273693-a4c3-47df-8537-2ae7ad20e19c service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322289 Jun 16 21:14:11.013052 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (a4bf965f-b6e3-4abe-97d8-e91101b67ca6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.025045 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:14:11.025709 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17516174'] for segment (a4bf965f-b6e3-4abe-97d8-e91101b67ca6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.041388 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33150) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:11.062742 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment a4bf965f-b6e3-4abe-97d8-e91101b67ca6 resource provider aggregate not found Jun 16 21:14:11.071244 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21fd9829-3a12-4159-b6fe-f6a21545f375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.089411 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:11.117969 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment a4bf965f-b6e3-4abe-97d8-e91101b67ca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4bf965f-b6e3-4abe-97d8-e91101b67ca6 found for delete ", "request_id": "req-bab0527d-6850-4269-87b5-bfab43f48ea8"}]} Jun 16 21:14:11.126580 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.138300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.141748 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:11.152203 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4 HTTP/1.1" status: 204 len: 168 time: 0.7250235 Jun 16 21:14:11.153655 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33156) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:11.164386 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ed9a-0601-4cb7-86f6-fd9942288fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef40331-8cdc-49d4-b7ff-8b4d81e6e4e4,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:11.166688 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:08Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:11.201127 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6227a746-5567-4b86-a57f-6841af9eaeed None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:08Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:11.235764 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e24e23c1-a86e-4ad3-a012-f9e10d05baaa req-73c6423a-7567-4d3c-b5d1-ccfb3507258d service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153850 Jun 16 21:14:11.247469 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] Deleting subnet 599986c5-566c-4c5d-a165-edd1c9840828 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:14:11.255881 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] Publish callbacks [] for subnet (599986c5-566c-4c5d-a165-edd1c9840828), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.314324 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21fd9829-3a12-4159-b6fe-f6a21545f375 admin admin] Publish callbacks [] for security_group (66107a4a-8d3b-4448-8203-c1a4fb1dd242), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.325709 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21fd9829-3a12-4159-b6fe-f6a21545f375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (66107a4a-8d3b-4448-8203-c1a4fb1dd242), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.351325 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (599986c5-566c-4c5d-a165-edd1c9840828), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.377138 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-21fd9829-3a12-4159-b6fe-f6a21545f375 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58076bf974f24b3ab6ec6754c85b6f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343823 Jun 16 21:14:11.379872 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33162) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:11.396986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd9829-3a12-4159-b6fe-f6a21545f375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66107a4a-8d3b-4448-8203-c1a4fb1dd242,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:11.440951 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (599986c5-566c-4c5d-a165-edd1c9840828), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.450593 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e64380bd-78bc-4844-9270-f4edaeb357a9 admin admin] Publish callbacks [] for security_group (66107a4a-8d3b-4448-8203-c1a4fb1dd242), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.479505 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e64380bd-78bc-4844-9270-f4edaeb357a9 admin admin] Publish callbacks [] for security_group (66107a4a-8d3b-4448-8203-c1a4fb1dd242), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.517164 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (599986c5-566c-4c5d-a165-edd1c9840828), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.541591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e64380bd-78bc-4844-9270-f4edaeb357a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (66107a4a-8d3b-4448-8203-c1a4fb1dd242), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.544230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e64380bd-78bc-4844-9270-f4edaeb357a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.545392 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e64380bd-78bc-4844-9270-f4edaeb357a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66107a4a-8d3b-4448-8203-c1a4fb1dd242 HTTP/1.1" status: 204 len: 168 time: 0.1640992 Jun 16 21:14:11.550586 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599986c5-566c-4c5d-a165-edd1c9840828,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:11.555048 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64380bd-78bc-4844-9270-f4edaeb357a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66107a4a-8d3b-4448-8203-c1a4fb1dd242,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:11.556770 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.562460 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1a59efdd-f370-47c5-a7bd-86457dd399be admin admin] 10.222.0.43 "DELETE /v2.0/subnets/599986c5-566c-4c5d-a165-edd1c9840828 HTTP/1.1" status: 204 len: 168 time: 0.4017239 Jun 16 21:14:11.562904 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33166) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:11.638914 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:11.643702 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (5377c0f9-c7a8-4911-a182-07f3025de70d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.679591 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cedb10-3b15-4276-b010-968a08e0c087 None None] New status for floating IP 8503dcaa-ed6c-467d-b302-292e9c86f0de: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:14:11.740522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (5377c0f9-c7a8-4911-a182-07f3025de70d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.763898 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5377c0f9-c7a8-4911-a182-07f3025de70d']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:11.790484 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:11.790971 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:11.802550 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.819139 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.826264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:14:11.826757 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.855728 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e resource provider aggregate not found Jun 16 21:14:11.904240 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbf91a31-0e1b-4ec4-b9c0-1429492f2a7e found for delete ", "request_id": "req-1c42ed7f-7923-46e0-83e0-9e6334b7927b"}]} Jun 16 21:14:11.922697 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (5377c0f9-c7a8-4911-a182-07f3025de70d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.930176 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:11.933407 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/5377c0f9-c7a8-4911-a182-07f3025de70d HTTP/1.1" status: 204 len: 168 time: 0.3695710 Jun 16 21:14:11.947179 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc3111-d458-4dc1-b9bf-9d61dbe730ec admin admin] Pushing event deleted for resources: {'Network': ['ID=5377c0f9-c7a8-4911-a182-07f3025de70d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:12.068298 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33186) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:12.115966 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c41201bd-96e0-4af4-9eda-5b0709309efd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57c997889f0248deb60b4af3bd260b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436165 Jun 16 21:14:12.116345 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33190) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:12.166053 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3902919c-6568-4dbe-b60e-389d8f049fee admin admin] Publish callbacks [] for security_group (0ffcde2d-1281-4509-b483-4972cac61208), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.188069 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3902919c-6568-4dbe-b60e-389d8f049fee admin admin] Publish callbacks [] for security_group (0ffcde2d-1281-4509-b483-4972cac61208), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.244976 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3902919c-6568-4dbe-b60e-389d8f049fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0ffcde2d-1281-4509-b483-4972cac61208), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.247660 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3902919c-6568-4dbe-b60e-389d8f049fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.248858 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3902919c-6568-4dbe-b60e-389d8f049fee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ffcde2d-1281-4509-b483-4972cac61208 HTTP/1.1" status: 204 len: 168 time: 0.1316202 Jun 16 21:14:12.252053 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:12.260387 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902919c-6568-4dbe-b60e-389d8f049fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffcde2d-1281-4509-b483-4972cac61208,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:12.582442 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33212) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:12.641402 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5b742a10-8695-4840-8efe-2937f8f87c3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14b98956d6a147a89ee56c4d03a18be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577199 Jun 16 21:14:12.643735 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33218) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:12.710330 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f81d6e86-3e82-4c83-b336-794fcc2217ce admin admin] Publish callbacks [] for security_group (4261811b-ab42-4a9f-b3ff-c2bcc261d57e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.742155 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f81d6e86-3e82-4c83-b336-794fcc2217ce admin admin] Publish callbacks [] for security_group (4261811b-ab42-4a9f-b3ff-c2bcc261d57e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.809319 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f81d6e86-3e82-4c83-b336-794fcc2217ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4261811b-ab42-4a9f-b3ff-c2bcc261d57e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.811977 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f81d6e86-3e82-4c83-b336-794fcc2217ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:12.813171 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f81d6e86-3e82-4c83-b336-794fcc2217ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4261811b-ab42-4a9f-b3ff-c2bcc261d57e HTTP/1.1" status: 204 len: 168 time: 0.1684616 Jun 16 21:14:12.822474 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d6e86-3e82-4c83-b336-794fcc2217ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261811b-ab42-4a9f-b3ff-c2bcc261d57e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:14.469111 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7799599-c691-4f9c-9028-062bea9a9615 req-e4988307-bf98-4935-9d1d-64ea87da78d3 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:14.470599 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d7799599-c691-4f9c-9028-062bea9a9615 req-e4988307-bf98-4935-9d1d-64ea87da78d3 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0501833 Jun 16 21:14:14.520037 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d7799599-c691-4f9c-9028-062bea9a9615 req-9dce2bb7-65cd-4111-a159-fa72415e94f5 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Jun 16 21:14:15.648010 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f463fd-6fed-4891-aae3-b5c92b43f399 req-b59a6b6d-eb33-4d41-9e56-66f598ac45ad tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:15.649899 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-06f463fd-6fed-4891-aae3-b5c92b43f399 req-b59a6b6d-eb33-4d41-9e56-66f598ac45ad tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0542271 Jun 16 21:14:15.680845 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:15.701450 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-06f463fd-6fed-4891-aae3-b5c92b43f399 req-a25f1711-d98b-4825-9eae-21960d051603 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Jun 16 21:14:16.218891 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:14:16.861069 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2bec-2fde-4dfd-94a9-7cd10272a814 req-2c1edfe1-4192-479d-895c-b11d3aea9f9d tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:16.862560 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90fa2bec-2fde-4dfd-94a9-7cd10272a814 req-2c1edfe1-4192-479d-895c-b11d3aea9f9d tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0622201 Jun 16 21:14:16.905634 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33384) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:16.949239 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-a24a80d1-354f-468b-afd5-f33deefdcf7c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:16.950591 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-a24a80d1-354f-468b-afd5-f33deefdcf7c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.47 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 945 time: 0.0646768 Jun 16 21:14:16.953916 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90fa2bec-2fde-4dfd-94a9-7cd10272a814 req-b795a95f-b212-4815-b363-4f96ae82e2cd tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8562522-2210-401b-b9a2-fb2c9d6abeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851381 Jun 16 21:14:17.018816 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b27b8b2f-0c73-4e0f-a954-fb905652da97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.060767 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:17.082227 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Deleting port f058b8da-9aa3-4e1a-b261-fd6763f4e167 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:14:17.082350 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.123810 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b27b8b2f-0c73-4e0f-a954-fb905652da97 admin admin] Publish callbacks [] for security_group (6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.129172 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b27b8b2f-0c73-4e0f-a954-fb905652da97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.141139 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:17.176215 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b8b2f-0c73-4e0f-a954-fb905652da97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:17.186041 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b27b8b2f-0c73-4e0f-a954-fb905652da97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e435f9bd7944557a7d41f53e68f79b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793128 Jun 16 21:14:17.187061 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33394) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:17.215364 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] For port f058b8da-9aa3-4e1a-b261-fd6763f4e167, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f058b8da-9aa3-4e1a-b261-fd6763f4e167,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:17.215925 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.234058 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Calling delete_port for f058b8da-9aa3-4e1a-b261-fd6763f4e167 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:14:17.246892 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41352013-a8ac-4c1d-81e1-1981c6b960ba admin admin] Publish callbacks [] for security_group (6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.270285 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41352013-a8ac-4c1d-81e1-1981c6b960ba admin admin] Publish callbacks [] for security_group (6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.324873 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41352013-a8ac-4c1d-81e1-1981c6b960ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.327887 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41352013-a8ac-4c1d-81e1-1981c6b960ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.329268 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-41352013-a8ac-4c1d-81e1-1981c6b960ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b HTTP/1.1" status: 204 len: 168 time: 0.1411958 Jun 16 21:14:17.338732 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41352013-a8ac-4c1d-81e1-1981c6b960ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c762ab7-3c3e-4f9d-9357-f16d5ea4e15b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:17.366739 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33402) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:17.422973 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (f058b8da-9aa3-4e1a-b261-fd6763f4e167), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.470156 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Pushing event deleted for resources: {'Port': ['ID=f058b8da-9aa3-4e1a-b261-fd6763f4e167,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:17.512007 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c6192d14-66f7-4f36-b817-16bc3b1078e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.546346 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] No DVR routers for this DVR port f058b8da-9aa3-4e1a-b261-fd6763f4e167 on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:14:17.550320 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.555243 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-adefaede-c87b-4d2f-be90-f2e037ea087f req-dd83a5b4-9cc7-40c9-999a-4632bc1b710c tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.47 "DELETE /v2.0/ports/f058b8da-9aa3-4e1a-b261-fd6763f4e167 HTTP/1.1" status: 204 len: 173 time: 0.5989835 Jun 16 21:14:17.555824 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'name': 'network-vif-deleted', 'tag': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:17.558797 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f3a98e-d60e-4d15-b0dc-96d48690ba1b" -d '{"events": [{"server_uuid": "feac2ab9-4107-4a96-a6b7-07687b5e151a", "name": "network-vif-deleted", "tag": "f058b8da-9aa3-4e1a-b261-fd6763f4e167"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:17.635187 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f494fe-d241-429a-8815-ee5e6c665ba6 x-openstack-request-id: req-03f494fe-d241-429a-8815-ee5e6c665ba6 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:17.635480 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac2ab9-4107-4a96-a6b7-07687b5e151a", "name": "network-vif-deleted", "tag": "f058b8da-9aa3-4e1a-b261-fd6763f4e167", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:17.635730 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03f494fe-d241-429a-8815-ee5e6c665ba6 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:17.636136 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f494fe-d241-429a-8815-ee5e6c665ba6'] response: {'server_uuid': 'feac2ab9-4107-4a96-a6b7-07687b5e151a', 'name': 'network-vif-deleted', 'tag': 'f058b8da-9aa3-4e1a-b261-fd6763f4e167', 'status': 'completed', 'code': 200} Jun 16 21:14:17.650771 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c6192d14-66f7-4f36-b817-16bc3b1078e4 admin admin] Publish callbacks [] for security_group (ef06766d-0548-4c58-b25f-75e54249fcbf), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.657296 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c6192d14-66f7-4f36-b817-16bc3b1078e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ef06766d-0548-4c58-b25f-75e54249fcbf), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.710701 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6192d14-66f7-4f36-b817-16bc3b1078e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef06766d-0548-4c58-b25f-75e54249fcbf,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:17.720060 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c6192d14-66f7-4f36-b817-16bc3b1078e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c71f82a7d80643de9728796ca683ad01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499010 Jun 16 21:14:17.720399 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33410) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:17.771931 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-12d1d20f-19d2-472e-b3a4-2a530a91a709 admin admin] Publish callbacks [] for security_group (ef06766d-0548-4c58-b25f-75e54249fcbf), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.800650 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-12d1d20f-19d2-472e-b3a4-2a530a91a709 admin admin] Publish callbacks [] for security_group (ef06766d-0548-4c58-b25f-75e54249fcbf), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.815224 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33412) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:17.831114 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b833fd3-2d51-4796-b361-04a65507ce0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.863326 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-12d1d20f-19d2-472e-b3a4-2a530a91a709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ef06766d-0548-4c58-b25f-75e54249fcbf), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.865826 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-12d1d20f-19d2-472e-b3a4-2a530a91a709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.867050 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-12d1d20f-19d2-472e-b3a4-2a530a91a709 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef06766d-0548-4c58-b25f-75e54249fcbf HTTP/1.1" status: 204 len: 168 time: 0.1457536 Jun 16 21:14:17.875699 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1d20f-19d2-472e-b3a4-2a530a91a709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef06766d-0548-4c58-b25f-75e54249fcbf,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:17.904450 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:17.974394 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b833fd3-2d51-4796-b361-04a65507ce0f admin admin] Publish callbacks [] for security_group (b35b5aad-fa9d-484a-bc35-f75c5b10caff), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:17.982018 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6b833fd3-2d51-4796-b361-04a65507ce0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b35b5aad-fa9d-484a-bc35-f75c5b10caff), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.041186 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33422) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:18.054480 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6b833fd3-2d51-4796-b361-04a65507ce0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a126619ab1c4b39a982b6572d6b403f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244816 Jun 16 21:14:18.055825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b833fd3-2d51-4796-b361-04a65507ce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35b5aad-fa9d-484a-bc35-f75c5b10caff,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:18.121205 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f0e8580d-98cd-4dac-b0ad-a24313d9218c req-b3b698b4-b5c2-4884-be89-79d3b55548a6 tempest-DeleteServersTestJSON-987102149 tempest-DeleteServersTestJSON-987102149-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac2ab9-4107-4a96-a6b7-07687b5e151a HTTP/1.1" status: 200 len: 210 time: 0.0574615 Jun 16 21:14:18.138508 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-34e7074f-8d02-464b-90d6-87c48f5481d0 admin admin] Publish callbacks [] for security_group (b35b5aad-fa9d-484a-bc35-f75c5b10caff), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.163469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-34e7074f-8d02-464b-90d6-87c48f5481d0 admin admin] Publish callbacks [] for security_group (b35b5aad-fa9d-484a-bc35-f75c5b10caff), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.165136 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:18.219238 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-34e7074f-8d02-464b-90d6-87c48f5481d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b35b5aad-fa9d-484a-bc35-f75c5b10caff), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.223243 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-34e7074f-8d02-464b-90d6-87c48f5481d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.225149 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-34e7074f-8d02-464b-90d6-87c48f5481d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b35b5aad-fa9d-484a-bc35-f75c5b10caff HTTP/1.1" status: 204 len: 168 time: 0.1828618 Jun 16 21:14:18.236346 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7074f-8d02-464b-90d6-87c48f5481d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35b5aad-fa9d-484a-bc35-f75c5b10caff,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:18.421890 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33434) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:18.437217 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9055257-348f-4e2a-b7ed-139da6f246df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.531127 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9055257-348f-4e2a-b7ed-139da6f246df admin admin] Publish callbacks [] for security_group (5d31d62d-bbd1-47b6-ba29-f88234b07f31), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.535379 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b9055257-348f-4e2a-b7ed-139da6f246df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (5d31d62d-bbd1-47b6-ba29-f88234b07f31), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.579595 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b9055257-348f-4e2a-b7ed-139da6f246df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b04b7f579124d59892bb59f68bb80e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539843 Jun 16 21:14:18.579595 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055257-348f-4e2a-b7ed-139da6f246df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d31d62d-bbd1-47b6-ba29-f88234b07f31,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:18.579996 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33438) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:18.649322 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b531544-a29a-489d-a251-d1c29d5feaf6 admin admin] Publish callbacks [] for security_group (5d31d62d-bbd1-47b6-ba29-f88234b07f31), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.675978 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b531544-a29a-489d-a251-d1c29d5feaf6 admin admin] Publish callbacks [] for security_group (5d31d62d-bbd1-47b6-ba29-f88234b07f31), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.711177 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:18.734031 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b531544-a29a-489d-a251-d1c29d5feaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (5d31d62d-bbd1-47b6-ba29-f88234b07f31), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.736903 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5b531544-a29a-489d-a251-d1c29d5feaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:18.738051 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5b531544-a29a-489d-a251-d1c29d5feaf6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d31d62d-bbd1-47b6-ba29-f88234b07f31 HTTP/1.1" status: 204 len: 168 time: 0.1568439 Jun 16 21:14:18.746669 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b531544-a29a-489d-a251-d1c29d5feaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d31d62d-bbd1-47b6-ba29-f88234b07f31,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:19.853079 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f058b8da-9aa3-4e1a-b261-fd6763f4e167 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:14:19.873211 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: f058b8da-9aa3-4e1a-b261-fd6763f4e167 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:14:19.873559 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f058b8da-9aa3-4e1a-b261-fd6763f4e167 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:14:20.046822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33526) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:20.154057 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35a2-05e6-46da-a908-309c091c5fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:20.231689 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35a2-05e6-46da-a908-309c091c5fb6 admin admin] Publish callbacks [] for security_group (e379822d-df5c-428b-8851-da4f6c0d58a4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:20.236536 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35a2-05e6-46da-a908-309c091c5fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (e379822d-df5c-428b-8851-da4f6c0d58a4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:20.276928 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5cdc35a2-05e6-46da-a908-309c091c5fb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c35bc14ede4043eabee0ff92c1284be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290173 Jun 16 21:14:20.278001 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc35a2-05e6-46da-a908-309c091c5fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e379822d-df5c-428b-8851-da4f6c0d58a4,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:20.279678 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33530) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:20.286925 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:20.335647 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f890ea33-588a-4b50-9c18-85b58f924921 admin admin] Publish callbacks [] for security_group (e379822d-df5c-428b-8851-da4f6c0d58a4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:20.360829 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f890ea33-588a-4b50-9c18-85b58f924921 admin admin] Publish callbacks [] for security_group (e379822d-df5c-428b-8851-da4f6c0d58a4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:20.414457 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f890ea33-588a-4b50-9c18-85b58f924921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (e379822d-df5c-428b-8851-da4f6c0d58a4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:20.417270 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f890ea33-588a-4b50-9c18-85b58f924921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:20.418529 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f890ea33-588a-4b50-9c18-85b58f924921 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e379822d-df5c-428b-8851-da4f6c0d58a4 HTTP/1.1" status: 204 len: 168 time: 0.1376669 Jun 16 21:14:20.429594 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890ea33-588a-4b50-9c18-85b58f924921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379822d-df5c-428b-8851-da4f6c0d58a4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:20.726986 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:21.078590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33562) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:21.174415 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-861827685-network', 'tenant_id': '0a667c6d13514cc4bdaaf4598bc723d4'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:21.194870 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Made reservation on behalf of 0a667c6d13514cc4bdaaf4598bc723d4 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:21.197289 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.208394 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.284701 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks [] for security_group (d9388ca1-219c-4728-94d2-a61ad9668b77), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.288914 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (d9388ca1-219c-4728-94d2-a61ad9668b77), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.313122 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:14:21.323210 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9388ca1-219c-4728-94d2-a61ad9668b77,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:21.327951 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (106ca696-c8c4-4127-bc16-edb9337a8836), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.328311 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Added segment 106ca696-c8c4-4127-bc16-edb9337a8836 of type vlan for network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 Jun 16 21:14:21.369607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (6ff692fa-20d5-4084-a00f-6e1d9f9d60b1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.393752 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (6ff692fa-20d5-4084-a00f-6e1d9f9d60b1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.394694 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:21.395260 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.405330 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:21.460918 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3811746 Jun 16 21:14:21.463727 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33570) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:21.467290 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28196034-546d-4987-b59e-389b3d1c7b0d admin admin] Pushing event updated for resources: {'Network': ['ID=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:21.468953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Request body: {'subnet': {'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-861827685-subnet', 'tenant_id': '0a667c6d13514cc4bdaaf4598bc723d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:21.478228 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:14:21.490343 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Made reservation on behalf of 0a667c6d13514cc4bdaaf4598bc723d4 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:21.493667 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16912152'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.689538 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17516055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16912170'] for subnet (9ae21824-22bc-4cb3-be69-b9851e4c12a9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.740772 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae21824-22bc-4cb3-be69-b9851e4c12a9,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:21.756618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Checking segment: {'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:21.757424 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Network hostable DHCP agents. Network: 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:14:21.774573 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:14:21.782358 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:21.786515 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:21.787108 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:21.792539 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ccbf7-ce05-4841-a6ef-5613a15071d4 None None] Network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:14:21.796236 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:21.808159 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c8331a0a-5e0a-4206-b4cf-df43e4544a40 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3431103 Jun 16 21:14:21.889912 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13377b6c-9378-4084-ba5e-394f273250d0 None None] Network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:14:22.797851 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33626) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:23.200700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:23.215596 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (26cba941-3cb4-481e-bf87-1e2351b77707), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:23.733139 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-6a434056-2ace-4afa-ac9c-3ae37be650cd tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:23.734603 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-6a434056-2ace-4afa-ac9c-3ae37be650cd tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/networks?id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 HTTP/1.1" status: 200 len: 813 time: 0.2596610 Jun 16 21:14:23.754383 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-6f5a05df-ca41-44c0-a203-4952a9d0de9c tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/quotas/0a667c6d13514cc4bdaaf4598bc723d4 HTTP/1.1" status: 200 len: 375 time: 0.0126684 Jun 16 21:14:23.807737 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-7b4f5f43-bbe6-476f-85a2-7267b7b99453 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388606 Jun 16 21:14:23.863973 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Deleting port 0de9979f-bf7b-404b-95c5-ed91576980f8 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:14:23.864359 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:23.979328 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-b60a3fcd-88e7-4024-a2ca-2082c062291f service neutron] 10.222.0.43 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540790 Jun 16 21:14:24.014404 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:24.036332 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] For port 0de9979f-bf7b-404b-95c5-ed91576980f8, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=0de9979f-bf7b-404b-95c5-ed91576980f8,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:24.036709 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:24.076814 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Calling delete_port for 0de9979f-bf7b-404b-95c5-ed91576980f8 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:14:24.174042 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-6477db48-a9ea-432f-8fd5-4826e11c7c73 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885180 Jun 16 21:14:24.352995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (0de9979f-bf7b-404b-95c5-ed91576980f8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:24.396547 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e8454e-0d52-4f30-b4f1-201c813a1ef7 req-20526317-4687-492b-9995-b8a15c91f3df tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 210 time: 0.0337465 Jun 16 21:14:24.397854 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Pushing event deleted for resources: {'Port': ['ID=0de9979f-bf7b-404b-95c5-ed91576980f8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:24.490421 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:24.616594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (26cba941-3cb4-481e-bf87-1e2351b77707), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:24.846305 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Router 26cba941-3cb4-481e-bf87-1e2351b77707 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:14:24.954832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:24.960709 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-56d28847-a74c-43a0-b3be-532bac4d178c admin admin] 10.222.0.43 "PUT /v2.0/routers/26cba941-3cb4-481e-bf87-1e2351b77707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1635787 Jun 16 21:14:24.962754 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33686) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:24.965396 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] Sync routers for ids ['26cba941-3cb4-481e-bf87-1e2351b77707'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:24.976620 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] Routers {'26cba941-3cb4-481e-bf87-1e2351b77707'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:24.977451 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['26cba941-3cb4-481e-bf87-1e2351b77707'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:25.008043 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:25.076510 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks [] for router (26cba941-3cb4-481e-bf87-1e2351b77707), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:25.172820 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] Set router 26cba941-3cb4-481e-bf87-1e2351b77707 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:25.316051 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:25.356228 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:14:24Z', 'revision_number': 5, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:25.385134 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] Checking router: 26cba941-3cb4-481e-bf87-1e2351b77707 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:25.394482 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks [] for router_gateway (26cba941-3cb4-481e-bf87-1e2351b77707), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:25.394858 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] Routers {'26cba941-3cb4-481e-bf87-1e2351b77707'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:25.395401 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['26cba941-3cb4-481e-bf87-1e2351b77707'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:25.465909 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Deleting port 5f235da6-736a-4077-aa2e-09b17510e04d {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:14:25.466193 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:25.500461 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] Set router 26cba941-3cb4-481e-bf87-1e2351b77707 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:25.612900 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7c5ed579-c9c3-4641-a649-9b676a32121c req-7f86d16e-92e5-44cd-8965-26dbb562e269 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 210 time: 0.0560498 Jun 16 21:14:25.680930 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] For port 5f235da6-736a-4077-aa2e-09b17510e04d, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=5f235da6-736a-4077-aa2e-09b17510e04d,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:25.682215 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:25.692774 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:14:24Z', 'revision_number': 5, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:25.726611 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0038c7-f265-4d30-afdf-0d784184a4aa None None] The sync data for ids ['26cba941-3cb4-481e-bf87-1e2351b77707'] in dv-cinder-819149-6-iscsi is: [{'id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'name': 'tempest-DeleteServersTestJSON-1426427401-router', 'tenant_id': '87f4749861b548a6808e215ab16497d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:14:24Z', 'revision_number': 5, 'project_id': '87f4749861b548a6808e215ab16497d9', 'gw_port': {'id': '5f235da6-736a-4077-aa2e-09b17510e04d', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cba941-3cb4-481e-bf87-1e2351b77707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:25.760130 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Calling delete_port for 5f235da6-736a-4077-aa2e-09b17510e04d owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:14:25.827771 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e3c412c0-63d1-4473-acc4-37a746e7caae tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:25.829087 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e3c412c0-63d1-4473-acc4-37a746e7caae tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "GET /v2.0/networks?id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 HTTP/1.1" status: 200 len: 813 time: 0.2729065 Jun 16 21:14:25.845764 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Request body: {'port': {'device_id': '1203965c-d902-4af7-99a1-308d7d5a6159', 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1', 'admin_state_up': True, 'tenant_id': '0a667c6d13514cc4bdaaf4598bc723d4'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:25.879091 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33716) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:25.898825 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:25.971013 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (5f235da6-736a-4077-aa2e-09b17510e04d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:25.973349 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Made reservation on behalf of 0a667c6d13514cc4bdaaf4598bc723d4 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:25.978078 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:25.999174 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f235da6-736a-4077-aa2e-09b17510e04d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:26.044359 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:26.056325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4aabfdd-ee4d-41f2-83d6-5d32cd7fb308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.091888 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (26cba941-3cb4-481e-bf87-1e2351b77707), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.122840 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Allocated IP 172.20.0.13 (6ff692fa-20d5-4084-a00f-6e1d9f9d60b1/9ae21824-22bc-4cb3-be69-b9851e4c12a9/6f8829ec-9941-48af-93e2-a733042b82bb) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:26.213744 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (26cba941-3cb4-481e-bf87-1e2351b77707), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.219099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks [] for router_controller (26cba941-3cb4-481e-bf87-1e2351b77707), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.299154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (26cba941-3cb4-481e-bf87-1e2351b77707), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.299763 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26cba941-3cb4-481e-bf87-1e2351b77707 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:14:26.302841 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks [] for port (6f8829ec-9941-48af-93e2-a733042b82bb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.310997 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.312141 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5f5d1f8f-32d1-4df9-a2c5-9b20c3066ffb admin admin] 10.222.0.43 "DELETE /v2.0/routers/26cba941-3cb4-481e-bf87-1e2351b77707 HTTP/1.1" status: 204 len: 168 time: 1.3484578 Jun 16 21:14:26.315576 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33720) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:26.325031 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4aabfdd-ee4d-41f2-83d6-5d32cd7fb308 admin admin] Publish callbacks [] for security_group (233ea0b4-6d76-477b-8dd1-d0e61d6c4de7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.341139 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.347476 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4aabfdd-ee4d-41f2-83d6-5d32cd7fb308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (233ea0b4-6d76-477b-8dd1-d0e61d6c4de7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.367685 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:26.391357 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:26.395837 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:26.398884 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:26.411037 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] Deleting subnet d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:14:26.418041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] Publish callbacks [] for subnet (d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.422116 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a4aabfdd-ee4d-41f2-83d6-5d32cd7fb308 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c58e5ea2f0954e539fd2033a91b9a7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5420649 Jun 16 21:14:26.422901 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aabfdd-ee4d-41f2-83d6-5d32cd7fb308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233ea0b4-6d76-477b-8dd1-d0e61d6c4de7,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:26.428677 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33722) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:26.452681 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Pushing event updated for resources: {'Port': ['ID=6f8829ec-9941-48af-93e2-a733042b82bb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:26.465340 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812804'] for subnet (d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.496076 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:26.497119 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.528758 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-9a36a4da-7a81-42a4-ad1f-7a878d7e91ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6885648 Jun 16 21:14:26.539307 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79a85410-8dc3-439d-b1a2-42c86becb506 admin admin] Publish callbacks [] for security_group (233ea0b4-6d76-477b-8dd1-d0e61d6c4de7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.554655 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Request body: {'port': {'device_id': '1203965c-d902-4af7-99a1-308d7d5a6159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:26.590073 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79a85410-8dc3-439d-b1a2-42c86becb506 admin admin] Publish callbacks [] for security_group (233ea0b4-6d76-477b-8dd1-d0e61d6c4de7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.593016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.643839 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.664536 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:26.666908 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17516112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16912179'] for subnet (d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.698308 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:26.704776 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.708602 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-91b23190-af3e-462e-86a9-4c317cd493b0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d8e6ff43-e9e8-4604-9a8e-a1c9dfe5fab3 HTTP/1.1" status: 204 len: 168 time: 0.3921022 Jun 16 21:14:26.711572 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33726) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:26.718861 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8941ff7a-ece9-4e3e-b783-e57b2b277283 None None] Network 84c78649-9aa8-4eb4-a6f2-165e9dc816ed requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:14:26.822675 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (84c78649-9aa8-4eb4-a6f2-165e9dc816ed), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.825348 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79a85410-8dc3-439d-b1a2-42c86becb506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (233ea0b4-6d76-477b-8dd1-d0e61d6c4de7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.828415 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79a85410-8dc3-439d-b1a2-42c86becb506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:26.832303 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-79a85410-8dc3-439d-b1a2-42c86becb506 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/233ea0b4-6d76-477b-8dd1-d0e61d6c4de7 HTTP/1.1" status: 204 len: 168 time: 0.4000661 Jun 16 21:14:26.875004 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d078521-fb96-4e95-9887-2ca5d46440d9 req-da858a49-3678-419f-a382-df8073332533 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:26.889456 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d078521-fb96-4e95-9887-2ca5d46440d9 req-da858a49-3678-419f-a382-df8073332533 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 932 time: 0.1668918 Jun 16 21:14:26.902333 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a85410-8dc3-439d-b1a2-42c86becb506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233ea0b4-6d76-477b-8dd1-d0e61d6c4de7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:26.904214 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:26.923875 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:26.924616 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:26.951927 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Deleting port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:14:26.952192 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.018467 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] DHCP port deletion for 84c78649-9aa8-4eb4-a6f2-165e9dc816ed request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:14:27.145780 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] Deleting port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:14:27.146160 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.172778 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] For port cd34bce2-c214-47b3-b3b5-d5b129dae8f3, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:27.173295 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.214868 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Calling delete_port for cd34bce2-c214-47b3-b3b5-d5b129dae8f3 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:14:27.224856 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-6480f97c-f904-4f5c-a0ea-49aee9926584 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762033399&fields=id&tenant_id=9868add8c6114cc2a3933d63b2e5652a HTTP/1.1" status: 200 len: 267 time: 0.1230757 Jun 16 21:14:27.290646 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] For port cd34bce2-c214-47b3-b3b5-d5b129dae8f3, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,segment=NetworkSegment(7eee0c29-9845-4c74-9c65-7360374123c2),segment_id=7eee0c29-9845-4c74-9c65-7360374123c2)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:27.292491 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.324866 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] Calling delete_port for cd34bce2-c214-47b3-b3b5-d5b129dae8f3 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:14:27.408208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.419325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-6f2fb725-b7f4-4380-b61c-dd0c08c2e46e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:27.421093 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-6f2fb725-b7f4-4380-b61c-dd0c08c2e46e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/networks?id=2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 200 len: 808 time: 0.1543245 Jun 16 21:14:27.446016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33778) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:27.467594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-af872e6c-b16a-4d20-9235-95ad3c760825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.469701 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:27.472035 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] No DVR routers for this DVR port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 on host dv-cinder-819149-6-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:14:27.489396 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-39e986ab-f7b0-4aa4-b619-e07962667df4 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/quotas/9868add8c6114cc2a3933d63b2e5652a HTTP/1.1" status: 200 len: 375 time: 0.0611825 Jun 16 21:14:27.534365 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (cd34bce2-c214-47b3-b3b5-d5b129dae8f3), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.567773 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (84c78649-9aa8-4eb4-a6f2-165e9dc816ed), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.568756 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d078521-fb96-4e95-9887-2ca5d46440d9 req-a41a50a6-19a3-4c86-9ff8-fe40d0bec9ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6674533 Jun 16 21:14:27.570988 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] Pushing event deleted for resources: {'Port': ['ID=cd34bce2-c214-47b3-b3b5-d5b129dae8f3,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:27.613397 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b5431-5cf1-4f4f-9beb-a5a6f1e4e77b None None] No DVR routers for this DVR port cd34bce2-c214-47b3-b3b5-d5b129dae8f3 on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:14:27.620368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c78649-9aa8-4eb4-a6f2-165e9dc816ed']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:27.669689 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 0de9979f-bf7b-404b-95c5-ed91576980f8 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:14:27.699200 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eee0c29-9845-4c74-9c65-7360374123c2') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:27.699496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eee0c29-9845-4c74-9c65-7360374123c2') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:27.718137 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 0de9979f-bf7b-404b-95c5-ed91576980f8 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:14:27.718765 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 0de9979f-bf7b-404b-95c5-ed91576980f8 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:14:27.719356 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device cd34bce2-c214-47b3-b3b5-d5b129dae8f3 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:14:27.741518 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: cd34bce2-c214-47b3-b3b5-d5b129dae8f3 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:14:27.742289 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device cd34bce2-c214-47b3-b3b5-d5b129dae8f3 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:14:27.742880 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8829ec-9941-48af-93e2-a733042b82bb {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:27.753279 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812819'] for segment (7eee0c29-9845-4c74-9c65-7360374123c2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.760155 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:27.773592 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Publish callbacks [] for port (6f8829ec-9941-48af-93e2-a733042b82bb), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.784568 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (7eee0c29-9845-4c74-9c65-7360374123c2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.792222 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-333c2d7b-1060-4b2b-9e73-0420a0e8b21d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2837050 Jun 16 21:14:27.802432 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:14:27.802819 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17516174'] for segment (7eee0c29-9845-4c74-9c65-7360374123c2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.839014 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 7eee0c29-9845-4c74-9c65-7360374123c2 resource provider aggregate not found Jun 16 21:14:27.885653 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 7eee0c29-9845-4c74-9c65-7360374123c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eee0c29-9845-4c74-9c65-7360374123c2 found for delete ", "request_id": "req-60270bc0-a306-4945-8d98-3b5ac9a0bcb3"}]} Jun 16 21:14:27.901784 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:27.940778 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-af872e6c-b16a-4d20-9235-95ad3c760825 admin admin] Publish callbacks [] for security_group (b2a0152b-6a66-4c34-8a56-9614ab9fcb3b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.949897 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Transition to ACTIVE for port object 6f8829ec-9941-48af-93e2-a733042b82bb will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:14:27.951002 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (84c78649-9aa8-4eb4-a6f2-165e9dc816ed), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.955130 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:27.955537 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-af872e6c-b16a-4d20-9235-95ad3c760825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b2a0152b-6a66-4c34-8a56-9614ab9fcb3b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.002116 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.005267 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/84c78649-9aa8-4eb4-a6f2-165e9dc816ed HTTP/1.1" status: 204 len: 168 time: 1.2929595 Jun 16 21:14:28.038490 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-83635ada-a52d-496c-9b26-046eb0887a13 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282958 Jun 16 21:14:28.039253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bbaa4-8eb4-402b-a33e-19abf61d2dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c78649-9aa8-4eb4-a6f2-165e9dc816ed,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:28.067498 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-af872e6c-b16a-4d20-9235-95ad3c760825 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3c2100cf29b483ca2b7ff9999d466f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6194577 Jun 16 21:14:28.077143 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33804) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:28.078233 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8829ec-9941-48af-93e2-a733042b82bb,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:28.103730 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Attempting to bind port 6f8829ec-9941-48af-93e2-a733042b82bb on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:28.104613 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Attempting to bind port 6f8829ec-9941-48af-93e2-a733042b82bb by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:28.105225 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Attempting to bind port 6f8829ec-9941-48af-93e2-a733042b82bb on network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:28.112623 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af872e6c-b16a-4d20-9235-95ad3c760825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a0152b-6a66-4c34-8a56-9614ab9fcb3b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:28.113036 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Port 6f8829ec-9941-48af-93e2-a733042b82bb on network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:14:28.113811 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Attempting to bind port 6f8829ec-9941-48af-93e2-a733042b82bb on network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:28.119805 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:28.120140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Checking segment: {'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:28.120722 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Bound using segment: {'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:28.121236 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Bound port: 6f8829ec-9941-48af-93e2-a733042b82bb, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:28.121604 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.192575 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] For port 6f8829ec-9941-48af-93e2-a733042b82bb, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:28.195991 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] For port 6f8829ec-9941-48af-93e2-a733042b82bb, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6f8829ec-9941-48af-93e2-a733042b82bb,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:28.203111 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.232152 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cf9efc28-4803-4bbf-ae15-1d475d546c60 admin admin] Publish callbacks [] for security_group (b2a0152b-6a66-4c34-8a56-9614ab9fcb3b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.238943 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 33806) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:28.239903 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-2f9acc77-2271-4234-9680-859a2ef82c3b service neutron] 10.222.0.43 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785228 Jun 16 21:14:28.259798 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cf9efc28-4803-4bbf-ae15-1d475d546c60 admin admin] Publish callbacks [] for security_group (b2a0152b-6a66-4c34-8a56-9614ab9fcb3b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.268747 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:28.269369 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.270731 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f8829ec-9941-48af-93e2-a733042b82bb HTTP/1.1" status: 200 len: 1094 time: 1.7256610 Jun 16 21:14:28.273562 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1203965c-d902-4af7-99a1-308d7d5a6159', 'tag': '6f8829ec-9941-48af-93e2-a733042b82bb'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:28.276229 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b724f4c4-0020-4863-b263-6450093cdeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1203965c-d902-4af7-99a1-308d7d5a6159", "tag": "6f8829ec-9941-48af-93e2-a733042b82bb"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:28.323713 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cf9efc28-4803-4bbf-ae15-1d475d546c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b2a0152b-6a66-4c34-8a56-9614ab9fcb3b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.328185 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cf9efc28-4803-4bbf-ae15-1d475d546c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.330360 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-cf9efc28-4803-4bbf-ae15-1d475d546c60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2a0152b-6a66-4c34-8a56-9614ab9fcb3b HTTP/1.1" status: 204 len: 168 time: 0.2498930 Jun 16 21:14:28.341040 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9efc28-4803-4bbf-ae15-1d475d546c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a0152b-6a66-4c34-8a56-9614ab9fcb3b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:28.376876 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10958ba-dc64-41e8-afc1-1638c3b68da1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8829ec-9941-48af-93e2-a733042b82bb,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:28.381148 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c51641-0b80-42b5-9058-6fed1603965e x-openstack-request-id: req-98c51641-0b80-42b5-9058-6fed1603965e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:28.381631 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1203965c-d902-4af7-99a1-308d7d5a6159", "tag": "6f8829ec-9941-48af-93e2-a733042b82bb", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:28.381954 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98c51641-0b80-42b5-9058-6fed1603965e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:28.382371 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c51641-0b80-42b5-9058-6fed1603965e'] response: {'name': 'network-changed', 'server_uuid': '1203965c-d902-4af7-99a1-308d7d5a6159', 'tag': '6f8829ec-9941-48af-93e2-a733042b82bb', 'status': 'completed', 'code': 200} Jun 16 21:14:28.387908 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b0dc3aad-1004-40c9-905b-adbe199f13d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87f4749861b548a6808e215ab16497d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1478159 Jun 16 21:14:28.391073 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33814) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:28.429910 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-8efabe6c-4200-4047-a755-d6c9b7e6bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:28.431594 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-8efabe6c-4200-4047-a755-d6c9b7e6bcfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 1128 time: 0.0848119 Jun 16 21:14:28.462373 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b304acb5-5161-4312-a118-c70cffdbaf43 admin admin] Publish callbacks [] for security_group (e8562522-2210-401b-b9a2-fb2c9d6abeb3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.484566 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-85fcfde5-7008-49ba-baa8-450d5f5ef2ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8829ec-9941-48af-93e2-a733042b82bb HTTP/1.1" status: 200 len: 217 time: 0.0417566 Jun 16 21:14:28.486362 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b304acb5-5161-4312-a118-c70cffdbaf43 admin admin] Publish callbacks [] for security_group (e8562522-2210-401b-b9a2-fb2c9d6abeb3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.507932 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:28.555688 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b304acb5-5161-4312-a118-c70cffdbaf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (e8562522-2210-401b-b9a2-fb2c9d6abeb3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.556745 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-2843b6eb-d876-445c-801b-3056f41b1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:28.558235 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b304acb5-5161-4312-a118-c70cffdbaf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:28.558374 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-2843b6eb-d876-445c-801b-3056f41b1646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ae21824-22bc-4cb3-be69-b9851e4c12a9 HTTP/1.1" status: 200 len: 853 time: 0.0625787 Jun 16 21:14:28.559542 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b304acb5-5161-4312-a118-c70cffdbaf43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8562522-2210-401b-b9a2-fb2c9d6abeb3 HTTP/1.1" status: 204 len: 168 time: 0.1671736 Jun 16 21:14:28.572124 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304acb5-5161-4312-a118-c70cffdbaf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8562522-2210-401b-b9a2-fb2c9d6abeb3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:28.608679 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-77de4637-049f-4789-8ed5-7ee0832700a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382600 Jun 16 21:14:28.749367 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-6cabe264-901e-47d0-a841-837d1f012e0d service neutron] 10.222.0.47 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330330 Jun 16 21:14:28.829704 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f84f7-1095-449b-8646-200ec71beaed req-1e53d582-32e9-44b9-9048-14c1805c7117 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:28.831509 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-623f84f7-1095-449b-8646-200ec71beaed req-1e53d582-32e9-44b9-9048-14c1805c7117 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 944 time: 0.0635448 Jun 16 21:14:28.836406 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1299f733-f32d-4b46-8bd8-acf6112f3622 req-c42d37f0-2f59-41e7-afc6-86b83d218e88 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 210 time: 0.0732877 Jun 16 21:14:28.984056 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-623f84f7-1095-449b-8646-200ec71beaed req-5eb04768-2452-437e-86f2-97237ee74f8f tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284809 Jun 16 21:14:29.026930 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee313fce-a2aa-4c52-983e-66e56b78a464 req-5213be69-483c-43bd-bb9d-5bac9bc4028f service neutron] 10.222.0.47 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940114 Jun 16 21:14:29.100151 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 5f235da6-736a-4077-aa2e-09b17510e04d no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:14:29.127716 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 5f235da6-736a-4077-aa2e-09b17510e04d {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:14:29.128071 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 5f235da6-736a-4077-aa2e-09b17510e04d not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:14:29.643113 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33876) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:29.753904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-network', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:29.776099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Made reservation on behalf of 6b341c2d77764f3890f2501cfc6945a7 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:29.779313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:29.788362 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:29.855411 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:29.886404 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks [] for security_group (3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:29.891047 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:29.915670 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:14:29.945479 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:29.946095 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c5175a86-c99e-411c-b06d-fdb8f36973de), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:29.946435 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Added segment c5175a86-c99e-411c-b06d-fdb8f36973de of type vlan for network a845e201-b1f1-498f-803f-02b706e2fd26 Jun 16 21:14:29.973796 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e4027b43-ac2a-42d1-a9a3-62d0f9a9a7c1 req-8c0b98ef-aab4-40ea-b71b-deccac4c687f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 210 time: 0.0452595 Jun 16 21:14:30.013520 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (a845e201-b1f1-498f-803f-02b706e2fd26), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.020586 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:30.076814 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (a845e201-b1f1-498f-803f-02b706e2fd26), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.077975 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:30.078555 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.123826 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4794891 Jun 16 21:14:30.128263 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33898) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:30.136095 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:30.145740 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcec97-6102-4c75-893b-4ddf6265c19a req-8a00c8db-8172-4564-8640-80ddbda0d15d tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:30.154600 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1afcec97-6102-4c75-893b-4ddf6265c19a req-8a00c8db-8172-4564-8640-80ddbda0d15d tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 944 time: 0.0677259 Jun 16 21:14:30.158114 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-7925a874-508b-443e-a665-2ce8256da1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:30.159634 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-7925a874-508b-443e-a665-2ce8256da1d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 1128 time: 0.1347578 Jun 16 21:14:30.171355 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Request body: {'subnet': {'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-subnet', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:30.188015 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd2312-b86a-47c5-9552-6a3ae7d6e13a admin admin] Pushing event updated for resources: {'Network': ['ID=a845e201-b1f1-498f-803f-02b706e2fd26,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:30.207507 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network a845e201-b1f1-498f-803f-02b706e2fd26 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:14:30.226219 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Made reservation on behalf of 6b341c2d77764f3890f2501cfc6945a7 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:30.233698 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16912152'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.288782 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1afcec97-6102-4c75-893b-4ddf6265c19a req-c6edb0b4-0c61-4881-bd86-345c5fa4fc66 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247520 Jun 16 21:14:30.311043 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:30.338264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-61841daf-2a9a-4dee-8d88-cadd989ec865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:30.340670 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-61841daf-2a9a-4dee-8d88-cadd989ec865 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 HTTP/1.1" status: 200 len: 914 time: 0.1719475 Jun 16 21:14:30.391126 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-07d1d4e7-cc5e-4b25-859b-99acfeb172f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8829ec-9941-48af-93e2-a733042b82bb HTTP/1.1" status: 200 len: 217 time: 0.0378633 Jun 16 21:14:30.446682 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-88e59ccc-7346-4945-bb49-cda2bef10d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:30.448204 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-88e59ccc-7346-4945-bb49-cda2bef10d8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ae21824-22bc-4cb3-be69-b9851e4c12a9 HTTP/1.1" status: 200 len: 853 time: 0.0512714 Jun 16 21:14:30.479765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17516055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16912170'] for subnet (f58d22d6-f6f6-458e-9180-65a1afbee399), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.541677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58d22d6-f6f6-458e-9180-65a1afbee399,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:30.549599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Checking segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:30.550159 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Network hostable DHCP agents. Network: a845e201-b1f1-498f-803f-02b706e2fd26, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:14:30.570246 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Network a845e201-b1f1-498f-803f-02b706e2fd26 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:14:30.581506 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, a845e201-b1f1-498f-803f-02b706e2fd26) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:30.585787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:30.586260 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.607329 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da2959-aa86-4798-92b1-6568ee9e0816 None None] Network a845e201-b1f1-498f-803f-02b706e2fd26 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:14:30.619885 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9baf340d-595d-4e8c-a351-12e12384b0dd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4872668 Jun 16 21:14:30.620046 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33912) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:30.624705 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:30.649520 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.650952 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.708332 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-8f26cdfd-134e-4c11-8417-a0aa39f033df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326886 Jun 16 21:14:30.714075 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks [] for router_controller (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.748006 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-a845e201-b1f1-498f-803f-02b706e2fd26', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:14:30.749109 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:30.917593 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-96e76629-c3bc-418b-9c70-ae3931a5b361 service neutron] 10.222.0.47 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967690 Jun 16 21:14:31.018901 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7e09e228-1301-4395-9235-f07db13e391b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:31.020270 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7e09e228-1301-4395-9235-f07db13e391b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.47 "GET /v2.0/networks?id=2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 200 len: 808 time: 0.2124386 Jun 16 21:14:31.118892 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:31.155261 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Allocated IP 172.20.0.2 (a845e201-b1f1-498f-803f-02b706e2fd26/f58d22d6-f6f6-458e-9180-65a1afbee399/898995fd-ac2c-4bef-94e1-9739f0dd05bb) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:31.166057 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b724f4c4-0020-4863-b263-6450093cdeb1 req-135da9f3-a8b8-463f-8aff-8aec1a0e3d01 service neutron] 10.222.0.47 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391105 Jun 16 21:14:31.173986 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-8851bfaa-897b-4af2-afc0-0de8f69df5b0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9868add8c6114cc2a3933d63b2e5652a HTTP/1.1" status: 200 len: 380 time: 0.1174970 Jun 16 21:14:31.186247 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'port': {'device_id': '329313fc-d559-41c6-9dad-471e57c9751e', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'admin_state_up': True, 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'security_groups': ['1051b424-a675-428d-aa0c-e1a6658dca4e']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:31.277775 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks [] for router_gateway (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.282113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6f8829ec-9941-48af-93e2-a733042b82bb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:14:31.324889 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e0d77659-33cf-43d8-b1fa-9a22947ecef1 req-1de0c5b4-7c84-4c36-bb41-21a5cdd89bdf tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 210 time: 0.0416090 Jun 16 21:14:31.356574 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:31.447437 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.db.resource_extend [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 21:14:31.478034 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Made reservation on behalf of 9868add8c6114cc2a3933d63b2e5652a for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:31.483567 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.506003 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badbb11-3376-4619-ad26-07cfb6156417 req-4939680c-e931-4e93-b0b2-b96a87fe2620 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:31.508190 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6badbb11-3376-4619-ad26-07cfb6156417 req-4939680c-e931-4e93-b0b2-b96a87fe2620 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 944 time: 0.0846272 Jun 16 21:14:31.532986 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Publish callbacks [] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.545138 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.556840 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:31.592023 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Network a845e201-b1f1-498f-803f-02b706e2fd26 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:31.602797 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks [] for router_gateway (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.606108 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:31.612131 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:31.623604 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6f8829ec-9941-48af-93e2-a733042b82bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6f8829ec-9941-48af-93e2-a733042b82bb,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:31.631123 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.642439 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6badbb11-3376-4619-ad26-07cfb6156417 req-2bdfbe66-3802-414a-8cda-ca0d83713064 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278744 Jun 16 21:14:31.659259 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Pushing event updated for resources: {'Port': ['ID=898995fd-ac2c-4bef-94e1-9739f0dd05bb,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:31.662365 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '6f8829ec-9941-48af-93e2-a733042b82bb', 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1', 'port_id': '6f8829ec-9941-48af-93e2-a733042b82bb', 'mac_address': 'fa:16:3e:aa:3b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae21824-22bc-4cb3-be69-b9851e4c12a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:14:31.673997 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Allocated IP 172.20.0.7 (2b4fd2f5-218d-4169-8b25-5af8eae424cf/f829a3f9-ab37-4484-ba72-a548548bcc16/dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:31.687081 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:31.696508 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:31.758324 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Attempting to bind port 898995fd-ac2c-4bef-94e1-9739f0dd05bb on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:31.758789 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Attempting to bind port 898995fd-ac2c-4bef-94e1-9739f0dd05bb by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:31.759247 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Attempting to bind port 898995fd-ac2c-4bef-94e1-9739f0dd05bb on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:31.768920 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:31.769873 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Checking segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:31.769873 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.770236 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Bound using segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:31.770900 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Bound port: 898995fd-ac2c-4bef-94e1-9739f0dd05bb, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:31.771286 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.790009 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Allocated IP 172.27.3.26 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/6cc02573-470d-4a2a-b17e-85d4cc3e64ce) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:31.801827 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6f8829ec-9941-48af-93e2-a733042b82bb is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:31.802215 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.847426 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8829ec-9941-48af-93e2-a733042b82bb {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:31.856023 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:31.874717 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.910375 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6f8829ec-9941-48af-93e2-a733042b82bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6f8829ec-9941-48af-93e2-a733042b82bb,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:31.911959 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] For port 898995fd-ac2c-4bef-94e1-9739f0dd05bb, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:31.924627 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.927607 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] For port 898995fd-ac2c-4bef-94e1-9739f0dd05bb, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=898995fd-ac2c-4bef-94e1-9739f0dd05bb,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:31.927799 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks [] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.934934 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.956828 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:31.965107 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:31.975955 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.005797 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6f8829ec-9941-48af-93e2-a733042b82bb,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:32.011182 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:32.018859 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:32.037208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:32.044167 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:32.046599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:32.049223 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:32.107271 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:32.135517 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b138f-78d2-455a-a8a7-31b4e74c2f74 None None] Pushing event updated for resources: {'Port': ['ID=898995fd-ac2c-4bef-94e1-9739f0dd05bb,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:32.141444 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:32.142073 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.168700 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-1a949831-c37c-4bd7-9ed3-bdc650e76728 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9886301 Jun 16 21:14:32.187033 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Request body: {'port': {'device_id': '329313fc-d559-41c6-9dad-471e57c9751e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:32.223402 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['6f8829ec-9941-48af-93e2-a733042b82bb'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:14:32.271219 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.353317 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:32.454520 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ce6b5104-ef4e-4829-b586-9da3eb9516de None None] Provisioning complete for port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:32.455131 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ce6b5104-ef4e-4829-b586-9da3eb9516de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.524428 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b5104-ef4e-4829-b586-9da3eb9516de None None] Port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:14:32.541218 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc903a0-1da0-4bd9-bef9-0667af34067f req-604536fe-8dd0-459d-b07a-8c339eb8e0a2 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:32.543600 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dcc903a0-1da0-4bd9-bef9-0667af34067f req-604536fe-8dd0-459d-b07a-8c339eb8e0a2 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 931 time: 0.0826776 Jun 16 21:14:32.546293 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks [] for router_gateway (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.660266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:32.703511 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:32.714855 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Publish callbacks [] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.747883 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dcc903a0-1da0-4bd9-bef9-0667af34067f req-a16779c9-4927-4388-a5e1-8c96e8cfc35b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430423 Jun 16 21:14:32.752161 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Transition to ACTIVE for port object dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:14:32.760934 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.842380 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:32.873512 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:32.885693 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372499e-3632-4ed2-b221-8370753156d3 req-b53e600e-a5b6-4000-9353-5b61483e5d3f tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:32.887277 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7372499e-3632-4ed2-b221-8370753156d3 req-b53e600e-a5b6-4000-9353-5b61483e5d3f tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 945 time: 0.0779123 Jun 16 21:14:32.967944 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:32.971886 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:33.002533 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:14:33.027699 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7372499e-3632-4ed2-b221-8370753156d3 req-6cccc0e0-f432-4349-ae4c-b15cc68f9081 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185331 Jun 16 21:14:33.032893 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Attempting to bind port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:33.033249 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Attempting to bind port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:33.033679 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Attempting to bind port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb on network 2b4fd2f5-218d-4169-8b25-5af8eae424cf {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:33.058009 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb on network 2b4fd2f5-218d-4169-8b25-5af8eae424cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:14:33.059082 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Attempting to bind port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb on network 2b4fd2f5-218d-4169-8b25-5af8eae424cf {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:33.065636 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:33.066056 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Checking segment: {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:33.066428 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Bound using segment: {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:33.066854 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Bound port: dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42106c9a-efb9-4f35-a4c6-531b8a07a6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:33.067212 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.163963 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:33.167995 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:33.171907 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:33.188413 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Sync routers for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:33.192369 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.211964 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:33.213296 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:33.221842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.230246 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-32f510a0-57e7-47bb-a6ff-cf790ff500c6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6090744 Jun 16 21:14:33.233064 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 33940) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:33.238225 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:33.239349 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.241924 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] 10.222.0.47 "PUT /v2.0/ports/dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 1093 time: 1.0592775 Jun 16 21:14:33.242768 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:33.247485 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bc7ccb-27fb-4ef5-9fb9-df243d507656" -d '{"events": [{"name": "network-changed", "server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:33.278832 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 898995fd-ac2c-4bef-94e1-9739f0dd05bb up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:33.327801 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fe9779-35bd-44fb-b902-1065669185e8 x-openstack-request-id: req-f0fe9779-35bd-44fb-b902-1065669185e8 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:33.328101 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:33.328383 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0fe9779-35bd-44fb-b902-1065669185e8 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:33.328796 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fe9779-35bd-44fb-b902-1065669185e8'] response: {'name': 'network-changed', 'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'status': 'completed', 'code': 200} Jun 16 21:14:33.333300 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa7f3-4c0b-44c3-8e4f-6dc25c9c1b90 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:33.403042 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:33.415347 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 898995fd-ac2c-4bef-94e1-9739f0dd05bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:33.416204 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.419319 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:33.591451 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb6fa1-021b-4bf4-9949-8f98945fd7eb None None] Network a845e201-b1f1-498f-803f-02b706e2fd26 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:14:33.639680 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-9e135537-9847-44b1-b49b-b1db8e0fd91c None None] Provisioning complete for port 898995fd-ac2c-4bef-94e1-9739f0dd05bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:33.640087 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e135537-9847-44b1-b49b-b1db8e0fd91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.648830 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 898995fd-ac2c-4bef-94e1-9739f0dd05bb is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:33.649206 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.712737 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:33.741196 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.790576 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 898995fd-ac2c-4bef-94e1-9739f0dd05bb, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=898995fd-ac2c-4bef-94e1-9739f0dd05bb,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:33.807490 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.860000 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:32Z', 'revision_number': 3, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:33.873922 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:33.889717 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325502f-6c3d-4f24-9213-bde666438036 req-92d909f6-4c5c-482a-97d3-6dd7d6b0971c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:33.891379 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1325502f-6c3d-4f24-9213-bde666438036 req-92d909f6-4c5c-482a-97d3-6dd7d6b0971c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0568280 Jun 16 21:14:33.916691 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Checking router: 6aa53d8e-6828-434d-9cd0-85bbdca84b0d for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:33.916908 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Updating router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:14:33.936098 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Allocated IP 172.20.0.1 (a845e201-b1f1-498f-803f-02b706e2fd26/f58d22d6-f6f6-458e-9180-65a1afbee399/1ab8751b-cb5b-496f-97dd-334bd48e9dd1) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:33.953434 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9e135537-9847-44b1-b49b-b1db8e0fd91c None None] Current status of the port 898995fd-ac2c-4bef-94e1-9739f0dd05bb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:33.958290 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1325502f-6c3d-4f24-9213-bde666438036 req-63441cda-2ef4-4de7-a521-9ef3490f8e36 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608373 Jun 16 21:14:33.974077 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:33.978181 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=898995fd-ac2c-4bef-94e1-9739f0dd05bb,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:34.041368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:34.100738 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks [] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.157663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.227080 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Network a845e201-b1f1-498f-803f-02b706e2fd26 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:34.235388 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1c81701b-f195-4b61-a146-c54348728856 None None] Provisioning complete for port 898995fd-ac2c-4bef-94e1-9739f0dd05bb triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:34.235546 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb6c5-0cda-40f0-9f50-734d8aff3d37 req-c39d241d-f82c-4271-8633-dd8982e6ef07 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:34.236018 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1c81701b-f195-4b61-a146-c54348728856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.237221 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ba1fb6c5-0cda-40f0-9f50-734d8aff3d37 req-c39d241d-f82c-4271-8633-dd8982e6ef07 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 945 time: 0.0964260 Jun 16 21:14:34.244629 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:34.267586 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:34.278107 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:34.298073 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:34.303213 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Publish callbacks [] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.312631 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.356943 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.402404 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ba1fb6c5-0cda-40f0-9f50-734d8aff3d37 req-51baa897-b0c6-4980-98fc-39c65b243a50 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357880 Jun 16 21:14:34.404933 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a5921-d30b-4a77-a3f6-22629b3ad198 None None] Pushing event updated for resources: {'Port': ['ID=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:34.407839 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1c81701b-f195-4b61-a146-c54348728856 None None] Current status of the port 898995fd-ac2c-4bef-94e1-9739f0dd05bb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:34.410305 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Attempting to bind port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:34.410673 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Attempting to bind port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:34.411028 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Attempting to bind port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:34.418574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:34.418948 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:34.419342 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.419724 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:34.420290 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Bound port: 6cc02573-470d-4a2a-b17e-85d4cc3e64ce, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:34.420696 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.482721 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] For port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:34.486861 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] For port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:34.492872 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.515866 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.527985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:34.555695 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8acd694c-d861-4119-8300-1b6a90df2d82 None None] Provisioning complete for port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:34.555981 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8acd694c-d861-4119-8300-1b6a90df2d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.693627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks [] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.698566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:34.716795 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a5921-d30b-4a77-a3f6-22629b3ad198 None None] Pushing event updated for resources: {'Port': ['ID=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:34.728520 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:34.729181 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:34.733908 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8acd694c-d861-4119-8300-1b6a90df2d82 None None] Port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:14:34.841236 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:35.000361 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:35.015630 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:35.016643 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:35.093290 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-eb08a55f-d037-482e-a1ab-efa9198993ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:35.097716 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4d988306-ab26-4734-b289-febf737ec39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 2, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:35.120985 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f14de-5402-4eab-8246-5241015eafed req-eb1ecfc6-f3a1-47dd-ab8d-87c25a1b3d6d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:35.123669 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c1f14de-5402-4eab-8246-5241015eafed req-eb1ecfc6-f3a1-47dd-ab8d-87c25a1b3d6d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0690801 Jun 16 21:14:35.128609 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:35.134411 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d988306-ab26-4734-b289-febf737ec39a None None] The sync data for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi is: [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 2, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:35.135628 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:35.138297 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Network a845e201-b1f1-498f-803f-02b706e2fd26 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:35.140874 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:35.192705 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 898995fd-ac2c-4bef-94e1-9739f0dd05bb up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:35.226545 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c1f14de-5402-4eab-8246-5241015eafed req-2d3ca385-a540-4aaf-8569-ec11972e036e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923078 Jun 16 21:14:35.277124 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 898995fd-ac2c-4bef-94e1-9739f0dd05bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:35.277725 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:35.321064 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:35.321213 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:14:35.375557 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 898995fd-ac2c-4bef-94e1-9739f0dd05bb is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:35.447595 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:35.453972 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e11cfab3-755e-4ee2-8fb3-3f7fa6c51f72 admin admin] 10.222.0.43 "PUT /v2.0/routers/6aa53d8e-6828-434d-9cd0-85bbdca84b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2183557 Jun 16 21:14:35.480768 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-153d69aa-4c22-43f3-bc01-9b6125b3e17a None None] Provisioning complete for port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:35.481143 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-153d69aa-4c22-43f3-bc01-9b6125b3e17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:35.531040 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-153d69aa-4c22-43f3-bc01-9b6125b3e17a None None] Port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:14:35.579924 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21073d-c391-4e71-bea8-6b1aded9798b req-ff61df38-2c9e-4276-ab1e-09933f1db28d tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:35.581593 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4c21073d-c391-4e71-bea8-6b1aded9798b req-ff61df38-2c9e-4276-ab1e-09933f1db28d tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 945 time: 0.0644100 Jun 16 21:14:35.640929 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4c21073d-c391-4e71-bea8-6b1aded9798b req-dc45bfe5-c0a9-47f1-831b-2f53469fe10d tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517447 Jun 16 21:14:35.892006 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:35.975736 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6f8829ec-9941-48af-93e2-a733042b82bb up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:35.996390 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-ba1d44eb-bb11-4e31-b472-de3b770abf20 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:35.997922 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-ba1d44eb-bb11-4e31-b472-de3b770abf20 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 819 time: 0.1438315 Jun 16 21:14:36.032416 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 6f8829ec-9941-48af-93e2-a733042b82bb completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:14:36.039978 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 6f8829ec-9941-48af-93e2-a733042b82bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:36.040502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:36.046446 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7ccb-27fb-4ef5-9fb9-df243d507656 req-58fea6c9-8831-4f9c-9114-be26b3b125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:36.047964 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4bc7ccb-27fb-4ef5-9fb9-df243d507656 req-58fea6c9-8831-4f9c-9114-be26b3b125cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1127 time: 0.0695696 Jun 16 21:14:36.049340 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-8641511d-882d-4daa-aee1-92d7d9af3848 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/quotas/6b341c2d77764f3890f2501cfc6945a7 HTTP/1.1" status: 200 len: 375 time: 0.0280716 Jun 16 21:14:36.143182 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6f8829ec-9941-48af-93e2-a733042b82bb is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:36.143764 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:36.174913 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1203965c-d902-4af7-99a1-308d7d5a6159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8829ec-9941-48af-93e2-a733042b82bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:36.177205 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b113d2-a1e0-4e71-902a-51cfff81c8a0" -d '{"events": [{"server_uuid": "1203965c-d902-4af7-99a1-308d7d5a6159", "name": "network-vif-plugged", "status": "completed", "tag": "6f8829ec-9941-48af-93e2-a733042b82bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:36.190429 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6f8829ec-9941-48af-93e2-a733042b82bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6f8829ec-9941-48af-93e2-a733042b82bb,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:36.205120 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:36.229689 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bd08c1-87e1-4fe1-a254-32abd0356322 x-openstack-request-id: req-61bd08c1-87e1-4fe1-a254-32abd0356322 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:36.230044 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1203965c-d902-4af7-99a1-308d7d5a6159", "name": "network-vif-plugged", "status": "completed", "tag": "6f8829ec-9941-48af-93e2-a733042b82bb", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:36.232440 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61bd08c1-87e1-4fe1-a254-32abd0356322 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:36.232880 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bd08c1-87e1-4fe1-a254-32abd0356322'] response: {'server_uuid': '1203965c-d902-4af7-99a1-308d7d5a6159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8829ec-9941-48af-93e2-a733042b82bb', 'code': 200} Jun 16 21:14:36.308694 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-f1bf7d41-ac76-435b-9635-c0fbad5b79df tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2522752 Jun 16 21:14:36.315888 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6f8829ec-9941-48af-93e2-a733042b82bb,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:36.449649 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb5fd6-5ce5-4541-b0fd-e6363210de94 req-2c9b8064-8840-4af7-9853-53650a96894e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:36.451281 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5feb5fd6-5ce5-4541-b0fd-e6363210de94 req-2c9b8064-8840-4af7-9853-53650a96894e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.1054592 Jun 16 21:14:36.472035 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7ccb-27fb-4ef5-9fb9-df243d507656 req-a5b1aeb2-6892-45da-901b-e01ed51084a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:36.473524 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4bc7ccb-27fb-4ef5-9fb9-df243d507656 req-a5b1aeb2-6892-45da-901b-e01ed51084a0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9868add8c6114cc2a3933d63b2e5652a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4158230 Jun 16 21:14:36.513432 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5feb5fd6-5ce5-4541-b0fd-e6363210de94 req-a4300f49-3378-4e18-befd-650167d137e7 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551808 Jun 16 21:14:36.549347 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98849169-7b67-42a8-94a8-4d7edb4ffa32 req-3a56fcb0-76f3-43ad-a3b8-31d17b4e1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:36.550839 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98849169-7b67-42a8-94a8-4d7edb4ffa32 req-3a56fcb0-76f3-43ad-a3b8-31d17b4e1df3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 1130 time: 0.0948246 Jun 16 21:14:36.654129 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-ee3a490c-5899-4a03-8d48-ca08501c15b3 service neutron] 10.222.0.43 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115153 Jun 16 21:14:36.737637 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:36.774338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eefb1-2304-4815-a0e3-dd4aa8171385 req-c2a450a7-25f7-42a5-be70-fc32164208ed tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:36.781103 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6e8eefb1-2304-4815-a0e3-dd4aa8171385 req-c2a450a7-25f7-42a5-be70-fc32164208ed tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.0647380 Jun 16 21:14:36.831779 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6e8eefb1-2304-4815-a0e3-dd4aa8171385 req-81ba5ee5-9c7a-4f78-b9cc-9f3413188fc8 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493660 Jun 16 21:14:36.991821 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7ccb-27fb-4ef5-9fb9-df243d507656 req-7fc6c869-bb00-4395-9cea-12248033f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:36.993317 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4bc7ccb-27fb-4ef5-9fb9-df243d507656 req-7fc6c869-bb00-4395-9cea-12248033f225 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5023918 Jun 16 21:14:37.022898 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98849169-7b67-42a8-94a8-4d7edb4ffa32 req-45891a52-fd78-4e7e-8432-da76d21e78b9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587572 Jun 16 21:14:37.062164 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-d657dae1-5b0c-4ae1-b234-555345a6e5e1 service neutron] 10.222.0.43 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942547 Jun 16 21:14:37.172957 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6cc02573-470d-4a2a-b17e-85d4cc3e64ce up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:37.242836 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:37.281991 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:37.282540 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:37.340522 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-69d6ea06-feb1-4f71-9950-5b8b0892ccef req-ff858af0-f371-41cd-be12-7ca9664c6f59 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 210 time: 0.1007581 Jun 16 21:14:37.344628 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-68fe6537-c612-4b15-ad6d-e14475a421ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:37.358763 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-68fe6537-c612-4b15-ad6d-e14475a421ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1127 time: 0.1042950 Jun 16 21:14:37.440311 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-dc52dc09-ad82-4289-b7cf-20b5febc04c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 217 time: 0.0804319 Jun 16 21:14:37.443524 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-362265e4-57e0-4bba-847d-82f9ac302c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:37.475501 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:37.476811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:37.524250 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:37.529684 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:37.613227 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:37.696730 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-9e6c65b7-fa4d-43d4-a855-c4b5346accad tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:37.698611 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-9e6c65b7-fa4d-43d4-a855-c4b5346accad tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 819 time: 0.1518278 Jun 16 21:14:37.699569 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61311742-9525-4772-8161-42cd13bc1137 req-30758095-5883-42c2-8613-1d41e59ff6c8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:37.704703 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-61311742-9525-4772-8161-42cd13bc1137 req-30758095-5883-42c2-8613-1d41e59ff6c8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0747349 Jun 16 21:14:37.719945 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-00b8e77d-0ed5-4b42-861e-7fd5e018fd74 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/quotas/6b341c2d77764f3890f2501cfc6945a7 HTTP/1.1" status: 200 len: 375 time: 0.0155151 Jun 16 21:14:37.773747 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Sync routers for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:37.781608 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-61311742-9525-4772-8161-42cd13bc1137 req-4b949fb4-ae4a-42d9-b474-7c6c08b5f67f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739694 Jun 16 21:14:37.782586 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-4fdd53b9-a919-4342-8a7d-54a548e0c13f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553994 Jun 16 21:14:37.785601 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:37.786210 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:37.898989 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:37.908422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-a12dbae7-8fa5-4ac5-8948-bc8b922ccb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:37.909927 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-a12dbae7-8fa5-4ac5-8948-bc8b922ccb48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f829a3f9-ab37-4484-ba72-a548548bcc16 HTTP/1.1" status: 200 len: 847 time: 0.0979426 Jun 16 21:14:37.918075 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:37.947023 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-38684270-c5cf-4f43-b47a-833cfeb9456d service neutron] 10.222.0.43 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541598 Jun 16 21:14:38.027571 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-c20431c9-f875-4ba2-8004-849879757ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:38.029899 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-c20431c9-f875-4ba2-8004-849879757ce4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b4fd2f5-218d-4169-8b25-5af8eae424cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814967 Jun 16 21:14:38.133166 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 2, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:38.160748 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-a2cdcf05-32c2-449e-8820-602880266b69 service neutron] 10.222.0.43 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017989 Jun 16 21:14:38.171312 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c09b-dc25-4406-91c3-9d3a39f7f537 req-035a7ad2-4b31-4c8a-ba0c-4cef6b5f2f8c tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:38.176488 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Checking router: 6aa53d8e-6828-434d-9cd0-85bbdca84b0d for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:38.176852 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Updating router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:14:38.181541 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3db5c09b-dc25-4406-91c3-9d3a39f7f537 req-035a7ad2-4b31-4c8a-ba0c-4cef6b5f2f8c tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.0808454 Jun 16 21:14:38.185021 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-6299e8cd-52bd-4de6-a93d-2ee345582dbc service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275046 Jun 16 21:14:38.215074 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.217694 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:38.237692 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3db5c09b-dc25-4406-91c3-9d3a39f7f537 req-bfbddbe0-e8d3-4bbf-b73c-0c8c3b341cf6 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552413 Jun 16 21:14:38.359232 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:38.379184 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc44ff19-1e05-4746-a2c3-174975132489 req-0c06adc4-10b4-4123-b592-60968ccc4a91 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 210 time: 0.0360796 Jun 16 21:14:38.500323 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Publish callbacks [] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.505216 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.546850 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.614246 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceb8c5-4429-4162-aaac-9d82c3a96eca None None] Pushing event updated for resources: {'Port': ['ID=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:38.667993 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Attempting to bind port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:38.668573 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Attempting to bind port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:38.669009 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Attempting to bind port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:38.675466 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:38.676042 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Checking segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:38.676391 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.676774 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Bound using segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:38.677283 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Bound port: 1ab8751b-cb5b-496f-97dd-334bd48e9dd1, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:38.677766 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.760219 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] For port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:38.762256 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] For port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:38.781398 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.851730 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:38.852390 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:38.861472 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4abed88-5224-4b52-9d07-ae7867f31b11 req-02a0e235-3870-403c-8a10-7cf6baf714ee service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612670 Jun 16 21:14:38.884539 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-9ae4a533-0776-4749-83d8-e8250e6ca217 None None] Provisioning complete for port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:38.884908 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a533-0776-4749-83d8-e8250e6ca217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:38.937733 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca37d8-c1df-4db5-8f4c-7ed56d2f6706 req-03a94b83-03ed-492e-a9c1-00946c6b0435 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:38.939881 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71ca37d8-c1df-4db5-8f4c-7ed56d2f6706 req-03a94b83-03ed-492e-a9c1-00946c6b0435 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0680542 Jun 16 21:14:38.996002 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4a533-0776-4749-83d8-e8250e6ca217 None None] Current status of the port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:38.996997 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a533-0776-4749-83d8-e8250e6ca217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:39.019699 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71ca37d8-c1df-4db5-8f4c-7ed56d2f6706 req-327c3836-92fd-488f-83d2-3d195e361c26 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729249 Jun 16 21:14:39.045097 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceb8c5-4429-4162-aaac-9d82c3a96eca None None] Pushing event updated for resources: {'Port': ['ID=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:39.048778 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9ae4a533-0776-4749-83d8-e8250e6ca217 None None] For port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:39.055792 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a533-0776-4749-83d8-e8250e6ca217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:39.121874 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4a533-0776-4749-83d8-e8250e6ca217 None None] Pushing event updated for resources: {'Port': ['ID=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:39.127088 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:39.188914 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-bc9e201c-7764-4d50-8617-ac37b19852dd None None] Provisioning complete for port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:39.189533 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bc9e201c-7764-4d50-8617-ac37b19852dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:39.220221 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6cc02573-470d-4a2a-b17e-85d4cc3e64ce up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:39.281016 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:39.307907 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:39.308337 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:39.349574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e201c-7764-4d50-8617-ac37b19852dd None None] Current status of the port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:39.351748 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:38Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:39.379931 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53efe0-6757-4213-b441-457a3919a3c8 None None] The sync data for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi is: [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:38Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:39.387907 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc480-4648-485a-a5d3-e95ceb0fe067 req-9c75ec63-d6df-4dde-b925-7680e692a8f7 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:39.389934 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-717cc480-4648-485a-a5d3-e95ceb0fe067 req-9c75ec63-d6df-4dde-b925-7680e692a8f7 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.0637641 Jun 16 21:14:39.406502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:39.407554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:39.479346 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-717cc480-4648-485a-a5d3-e95ceb0fe067 req-94a0cb9e-ead4-4c01-a1d9-f83ea72fedad tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816882 Jun 16 21:14:39.479571 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:39.479858 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:39.510371 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:39.563996 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63bc6f40-ef19-4171-81cf-7e1e51786810 req-d8dc525e-d867-4c37-b187-541a2cf1c744 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 210 time: 0.0806589 Jun 16 21:14:39.614601 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:39.790262 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-8fee298b-f257-4ee5-825e-f0d41d109e69 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:39.793573 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-8fee298b-f257-4ee5-825e-f0d41d109e69 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 819 time: 0.2817352 Jun 16 21:14:39.847726 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'port': {'device_id': '633275c9-cc8b-4860-b701-2085f7323773', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'admin_state_up': True, 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:40.025087 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Made reservation on behalf of 6b341c2d77764f3890f2501cfc6945a7 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:40.031030 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.035028 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:40.109407 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.190387 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf859f-2e86-41e4-b2ab-8296cd5a2f31 req-07517e92-4c1e-4c87-b39e-a80d9ed8dab8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:40.203202 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4abf859f-2e86-41e4-b2ab-8296cd5a2f31 req-07517e92-4c1e-4c87-b39e-a80d9ed8dab8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0736206 Jun 16 21:14:40.277044 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Allocated IP 172.20.0.5 (a845e201-b1f1-498f-803f-02b706e2fd26/f58d22d6-f6f6-458e-9180-65a1afbee399/362ac5b6-b908-494d-a8dc-1f18ad69384a) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:40.330754 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4abf859f-2e86-41e4-b2ab-8296cd5a2f31 req-b0716640-6f6d-46f4-9adc-3088b73541c5 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266196 Jun 16 21:14:40.388811 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:40.503111 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34130) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:40.572043 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-206dd923-c5f8-4097-9b99-ea6eadbe82b1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:40.573529 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-206dd923-c5f8-4097-9b99-ea6eadbe82b1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 819 time: 0.2044208 Jun 16 21:14:40.589186 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.602079 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.635944 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.648691 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-60fa11d0-39b4-4d0c-a8e7-48200e498523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.674805 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'port': {'device_id': '087f8794-8313-46f9-804b-3d8ac048266b', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'admin_state_up': True, 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:40.690561 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:40.698372 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:40.712844 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de8408cb-f409-437e-b9b0-f8255551029c req-e72df61b-4de3-4bb8-bfd0-42d2ca76c7cd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 210 time: 0.0460887 Jun 16 21:14:40.739277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-60fa11d0-39b4-4d0c-a8e7-48200e498523 admin admin] Publish callbacks [] for security_group (c7df54c4-790d-4a12-a21f-fb36bbe549f8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.751581 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-60fa11d0-39b4-4d0c-a8e7-48200e498523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c7df54c4-790d-4a12-a21f-fb36bbe549f8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.757222 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Network a845e201-b1f1-498f-803f-02b706e2fd26 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:40.765836 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'Port': ['ID=362ac5b6-b908-494d-a8dc-1f18ad69384a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:40.767674 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:40.794556 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa11d0-39b4-4d0c-a8e7-48200e498523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df54c4-790d-4a12-a21f-fb36bbe549f8,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:40.795020 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:40.812095 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-60fa11d0-39b4-4d0c-a8e7-48200e498523 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3e8276312d14e4497bdb7cd35c0ed80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071122 Jun 16 21:14:40.817408 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34144) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:40.884598 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20919588-be25-4129-99a3-58dd73f5231f admin admin] Publish callbacks [] for security_group (c7df54c4-790d-4a12-a21f-fb36bbe549f8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.887994 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:40.888655 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.913013 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20919588-be25-4129-99a3-58dd73f5231f admin admin] Publish callbacks [] for security_group (c7df54c4-790d-4a12-a21f-fb36bbe549f8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.920492 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-008ad29a-7f69-41dc-9970-08af6c2d8fe2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0912192 Jun 16 21:14:40.937646 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Request body: {'port': {'device_id': '633275c9-cc8b-4860-b701-2085f7323773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:40.965131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Made reservation on behalf of 6b341c2d77764f3890f2501cfc6945a7 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:14:40.968748 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.972494 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20919588-be25-4129-99a3-58dd73f5231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c7df54c4-790d-4a12-a21f-fb36bbe549f8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.975587 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20919588-be25-4129-99a3-58dd73f5231f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:40.980308 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-20919588-be25-4129-99a3-58dd73f5231f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7df54c4-790d-4a12-a21f-fb36bbe549f8 HTTP/1.1" status: 204 len: 168 time: 0.1616998 Jun 16 21:14:40.990228 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919588-be25-4129-99a3-58dd73f5231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df54c4-790d-4a12-a21f-fb36bbe549f8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:41.068770 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.083774 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:41.114253 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ad3938f5-3348-4e4a-85e8-1c5727fe5bde None None] Provisioning complete for port 362ac5b6-b908-494d-a8dc-1f18ad69384a triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:41.116726 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad3938f5-3348-4e4a-85e8-1c5727fe5bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.177061 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ad3938f5-3348-4e4a-85e8-1c5727fe5bde None None] Port 362ac5b6-b908-494d-a8dc-1f18ad69384a cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:14:41.197830 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:41.260827 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Allocated IP 172.20.0.11 (a845e201-b1f1-498f-803f-02b706e2fd26/f58d22d6-f6f6-458e-9180-65a1afbee399/5fc46882-3511-4c90-846e-a7b5cec70e4a) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:41.263311 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:41.270487 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:41.270988 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.366319 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:41.372697 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34168) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:41.387924 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bcc960f-db5c-417f-acea-0a0ec9608b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.473084 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.492953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f99267-7f57-493d-99bd-5523e4de7da7 req-29e248ae-b80c-4ffb-b675-10efb0821164 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:41.494482 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-76f99267-7f57-493d-99bd-5523e4de7da7 req-29e248ae-b80c-4ffb-b675-10efb0821164 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0706508 Jun 16 21:14:41.511938 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.554170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bcc960f-db5c-417f-acea-0a0ec9608b1e admin admin] Publish callbacks [] for security_group (25b3e87c-7dad-4eb5-82db-4e5472fc45b4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.563612 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4bcc960f-db5c-417f-acea-0a0ec9608b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (25b3e87c-7dad-4eb5-82db-4e5472fc45b4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.587042 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-76f99267-7f57-493d-99bd-5523e4de7da7 req-ea51e8bc-7805-46fd-a0a9-215fedfc0d49 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865436 Jun 16 21:14:41.602863 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Network a845e201-b1f1-498f-803f-02b706e2fd26 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:41.612935 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:41.617447 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4bcc960f-db5c-417f-acea-0a0ec9608b1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be582a53681d4dda911cf22d7cb80231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403250 Jun 16 21:14:41.617447 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc960f-db5c-417f-acea-0a0ec9608b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3e87c-7dad-4eb5-82db-4e5472fc45b4,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:41.617709 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:41.618215 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34170) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:41.655028 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'Port': ['ID=5fc46882-3511-4c90-846e-a7b5cec70e4a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:41.688854 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-88eda909-9b05-4946-937a-80a8c7a5b552 admin admin] Publish callbacks [] for security_group (25b3e87c-7dad-4eb5-82db-4e5472fc45b4), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.704980 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:41.705602 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.719244 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-88eda909-9b05-4946-937a-80a8c7a5b552 admin admin] Publish callbacks [] for security_group (25b3e87c-7dad-4eb5-82db-4e5472fc45b4), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.735501 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-949cb7dc-3b4c-43c9-b5b9-83a0093064e6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0677409 Jun 16 21:14:41.771669 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Request body: {'port': {'device_id': '087f8794-8313-46f9-804b-3d8ac048266b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:41.791700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-88eda909-9b05-4946-937a-80a8c7a5b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (25b3e87c-7dad-4eb5-82db-4e5472fc45b4), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.795308 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-88eda909-9b05-4946-937a-80a8c7a5b552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.797437 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-88eda909-9b05-4946-937a-80a8c7a5b552 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25b3e87c-7dad-4eb5-82db-4e5472fc45b4 HTTP/1.1" status: 204 len: 168 time: 0.1783051 Jun 16 21:14:41.815989 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eda909-9b05-4946-937a-80a8c7a5b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3e87c-7dad-4eb5-82db-4e5472fc45b4,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:41.825346 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362ac5b6-b908-494d-a8dc-1f18ad69384a {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:41.838124 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Publish callbacks [] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.916065 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Transition to ACTIVE for port object 362ac5b6-b908-494d-a8dc-1f18ad69384a will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:14:41.925506 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.949850 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:41.950836 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:41.968989 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a24f7-c4ef-4996-b6cf-ab2413d27f56 req-82c0016c-301d-4294-8da6-05e26f383859 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:41.970468 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-725a24f7-c4ef-4996-b6cf-ab2413d27f56 req-82c0016c-301d-4294-8da6-05e26f383859 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 932 time: 0.1297841 Jun 16 21:14:42.012087 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Pushing event updated for resources: {'Port': ['ID=362ac5b6-b908-494d-a8dc-1f18ad69384a,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:42.028330 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f80c43b9-bf1f-4589-a98a-9c997c1bc975 None None] Provisioning complete for port 5fc46882-3511-4c90-846e-a7b5cec70e4a triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:42.029767 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f80c43b9-bf1f-4589-a98a-9c997c1bc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:42.092156 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:42.103980 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f80c43b9-bf1f-4589-a98a-9c997c1bc975 None None] Port 5fc46882-3511-4c90-846e-a7b5cec70e4a cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:14:42.126830 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-725a24f7-c4ef-4996-b6cf-ab2413d27f56 req-98a379d2-bdc7-4865-9cf5-94b16ea57ed8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455345 Jun 16 21:14:42.292846 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Attempting to bind port 362ac5b6-b908-494d-a8dc-1f18ad69384a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:42.293183 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Attempting to bind port 362ac5b6-b908-494d-a8dc-1f18ad69384a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:42.293508 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Attempting to bind port 362ac5b6-b908-494d-a8dc-1f18ad69384a on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:42.329300 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Port 362ac5b6-b908-494d-a8dc-1f18ad69384a on network a845e201-b1f1-498f-803f-02b706e2fd26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:14:42.329300 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Attempting to bind port 362ac5b6-b908-494d-a8dc-1f18ad69384a on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:42.339975 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:42.340363 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Checking segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:42.340771 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Bound using segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:42.341270 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Bound port: 362ac5b6-b908-494d-a8dc-1f18ad69384a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:42.341693 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:42.464867 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] For port 362ac5b6-b908-494d-a8dc-1f18ad69384a, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:42.497236 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] For port 362ac5b6-b908-494d-a8dc-1f18ad69384a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:42.507453 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc46882-3511-4c90-846e-a7b5cec70e4a {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:42.512122 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:42.522943 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Publish callbacks [] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:42.564116 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:42.564785 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:42.566165 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] 10.222.0.47 "PUT /v2.0/ports/362ac5b6-b908-494d-a8dc-1f18ad69384a HTTP/1.1" status: 200 len: 1093 time: 1.6355443 Jun 16 21:14:42.566667 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633275c9-cc8b-4860-b701-2085f7323773', 'tag': '362ac5b6-b908-494d-a8dc-1f18ad69384a'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:42.569078 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3514c6c-edec-4d7a-9338-421a3cd825c4" -d '{"events": [{"name": "network-changed", "server_uuid": "633275c9-cc8b-4860-b701-2085f7323773", "tag": "362ac5b6-b908-494d-a8dc-1f18ad69384a"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:42.580042 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Transition to ACTIVE for port object 5fc46882-3511-4c90-846e-a7b5cec70e4a will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:14:42.605498 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:42.918061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40053072-ef3a-4225-99d2-fa717b1ebf09 x-openstack-request-id: req-40053072-ef3a-4225-99d2-fa717b1ebf09 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:42.918354 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633275c9-cc8b-4860-b701-2085f7323773", "tag": "362ac5b6-b908-494d-a8dc-1f18ad69384a", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:42.918605 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40053072-ef3a-4225-99d2-fa717b1ebf09 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:42.919008 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40053072-ef3a-4225-99d2-fa717b1ebf09'] response: {'name': 'network-changed', 'server_uuid': '633275c9-cc8b-4860-b701-2085f7323773', 'tag': '362ac5b6-b908-494d-a8dc-1f18ad69384a', 'status': 'completed', 'code': 200} Jun 16 21:14:42.951941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41957f23-032c-44e5-8c96-0a93d6598160 service neutron] Pushing event updated for resources: {'Port': ['ID=362ac5b6-b908-494d-a8dc-1f18ad69384a,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:42.986821 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-88555bb4-7850-4510-b8d6-0519ffe02718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:42.988476 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-88555bb4-7850-4510-b8d6-0519ffe02718 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 1127 time: 0.3701401 Jun 16 21:14:43.082437 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a36c9-5c04-4297-aa06-09a2ed20812f req-4d261d75-38db-460e-a639-82d35563455b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:43.084303 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff8a36c9-5c04-4297-aa06-09a2ed20812f req-4d261d75-38db-460e-a639-82d35563455b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.1610084 Jun 16 21:14:43.088443 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-f663c319-02fa-47cf-8c9e-89913fe8cf47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a HTTP/1.1" status: 200 len: 217 time: 0.0769475 Jun 16 21:14:43.161998 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Pushing event updated for resources: {'Port': ['ID=5fc46882-3511-4c90-846e-a7b5cec70e4a,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:43.181293 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:43.208159 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-7308dc1e-aa2a-422c-b09c-733863837793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:43.210477 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-7308dc1e-aa2a-422c-b09c-733863837793 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.1135867 Jun 16 21:14:43.275425 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Attempting to bind port 5fc46882-3511-4c90-846e-a7b5cec70e4a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:14:43.275774 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Attempting to bind port 5fc46882-3511-4c90-846e-a7b5cec70e4a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:14:43.276098 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Attempting to bind port 5fc46882-3511-4c90-846e-a7b5cec70e4a on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:43.282077 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9e04-a329-476a-b03c-762b7ca029d1 req-fa1488b2-9183-4572-a13c-019f547fa928 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:43.283767 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cfdc9e04-a329-476a-b03c-762b7ca029d1 req-fa1488b2-9183-4572-a13c-019f547fa928 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 944 time: 0.0608723 Jun 16 21:14:43.288945 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff8a36c9-5c04-4297-aa06-09a2ed20812f req-161376fb-ceb9-4138-b071-f2463a4455a9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909752 Jun 16 21:14:43.292140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Port 5fc46882-3511-4c90-846e-a7b5cec70e4a on network a845e201-b1f1-498f-803f-02b706e2fd26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:14:43.292493 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Attempting to bind port 5fc46882-3511-4c90-846e-a7b5cec70e4a on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:14:43.302159 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:14:43.302504 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Checking segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:14:43.302880 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Bound using segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:14:43.303855 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Bound port: 5fc46882-3511-4c90-846e-a7b5cec70e4a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:14:43.304420 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:43.315426 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-fa4ac135-774a-4a6d-9bd8-43eaa1577102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:43.316975 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-fa4ac135-774a-4a6d-9bd8-43eaa1577102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930243 Jun 16 21:14:43.355163 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:43.362360 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:43.374797 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cfdc9e04-a329-476a-b03c-762b7ca029d1 req-35d3c5f6-ccce-495b-b894-bc4fa2532c57 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770514 Jun 16 21:14:43.446398 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] For port 5fc46882-3511-4c90-846e-a7b5cec70e4a, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:14:43.466416 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] For port 5fc46882-3511-4c90-846e-a7b5cec70e4a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:14:43.479686 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:43.483181 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-549dc2df-be42-43e9-b232-41cf90063ad7 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579564 Jun 16 21:14:43.524430 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:43.525040 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:43.526678 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] 10.222.0.47 "PUT /v2.0/ports/5fc46882-3511-4c90-846e-a7b5cec70e4a HTTP/1.1" status: 200 len: 1094 time: 1.7594647 Jun 16 21:14:43.645734 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39c6b6-ff25-4d47-a0c4-9418be0ebaaf service neutron] Pushing event updated for resources: {'Port': ['ID=5fc46882-3511-4c90-846e-a7b5cec70e4a,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:43.662777 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-e6345481-f2a5-472c-8a85-004345e279b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:43.664300 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-e6345481-f2a5-472c-8a85-004345e279b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 1128 time: 0.0700665 Jun 16 21:14:43.687611 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edfdfcf7-cd26-4907-a637-fe954caa1ade req-66e407cc-5ff7-44e9-b7f4-799e5eeb22a2 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778750 Jun 16 21:14:43.716808 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-cb905458-28af-4d48-aa71-7205d0f4fb9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a HTTP/1.1" status: 200 len: 217 time: 0.0422556 Jun 16 21:14:43.777550 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-fe6f396e-890d-4749-bd44-c859e32e0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:43.779119 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-fe6f396e-890d-4749-bd44-c859e32e0b3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0540283 Jun 16 21:14:44.436477 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e3f94-5438-4050-a448-1b6c12b1a60a req-d7e0fee2-8106-477c-8242-a18cac513958 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:44.438762 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d09e3f94-5438-4050-a448-1b6c12b1a60a req-d7e0fee2-8106-477c-8242-a18cac513958 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0614245 Jun 16 21:14:44.509041 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d09e3f94-5438-4050-a448-1b6c12b1a60a req-16522538-02b3-4e2a-ad61-bca9d41ed441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557795 Jun 16 21:14:44.513926 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d982c-7b5e-4092-83d1-40b7ee614e8e req-9a6d24dd-b3d4-4a60-854d-612afea1ecc8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:44.516636 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-807d982c-7b5e-4092-83d1-40b7ee614e8e req-9a6d24dd-b3d4-4a60-854d-612afea1ecc8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 944 time: 0.0675232 Jun 16 21:14:44.570012 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-807d982c-7b5e-4092-83d1-40b7ee614e8e req-339656fe-1fbf-47a8-8af5-58cafd3d6565 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Jun 16 21:14:44.919778 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087f8794-8313-46f9-804b-3d8ac048266b', 'tag': '5fc46882-3511-4c90-846e-a7b5cec70e4a'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:44.922287 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b212bd43-e247-4b60-a9c2-9f7be51a64da" -d '{"events": [{"name": "network-changed", "server_uuid": "087f8794-8313-46f9-804b-3d8ac048266b", "tag": "5fc46882-3511-4c90-846e-a7b5cec70e4a"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:44.959305 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2009d4a-1573-4872-88c8-76150f9a57fd x-openstack-request-id: req-f2009d4a-1573-4872-88c8-76150f9a57fd {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:44.960163 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087f8794-8313-46f9-804b-3d8ac048266b", "tag": "5fc46882-3511-4c90-846e-a7b5cec70e4a", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:44.960522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2009d4a-1573-4872-88c8-76150f9a57fd {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:44.960923 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2009d4a-1573-4872-88c8-76150f9a57fd'] response: {'name': 'network-changed', 'server_uuid': '087f8794-8313-46f9-804b-3d8ac048266b', 'tag': '5fc46882-3511-4c90-846e-a7b5cec70e4a', 'status': 'completed', 'code': 200} Jun 16 21:14:44.976223 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 362ac5b6-b908-494d-a8dc-1f18ad69384a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:14:45.067457 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e943-f441-42a3-8503-1025151506ef req-a7a50528-5702-4291-8300-c7b4e3d6861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:45.069084 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-a7a50528-5702-4291-8300-c7b4e3d6861c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839348 Jun 16 21:14:45.070134 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-38babd8f-f6de-4308-b487-1b73b4400c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:45.071593 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-38babd8f-f6de-4308-b487-1b73b4400c3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 1127 time: 0.0757148 Jun 16 21:14:45.090133 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 362ac5b6-b908-494d-a8dc-1f18ad69384a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:45.103644 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '362ac5b6-b908-494d-a8dc-1f18ad69384a', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'port_id': '362ac5b6-b908-494d-a8dc-1f18ad69384a', 'mac_address': 'fa:16:3e:2f:c5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:14:45.149343 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 362ac5b6-b908-494d-a8dc-1f18ad69384a is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:45.149950 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:45.165307 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362ac5b6-b908-494d-a8dc-1f18ad69384a {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:45.186522 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:45.189036 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 362ac5b6-b908-494d-a8dc-1f18ad69384a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:45.195444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:45.244038 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=362ac5b6-b908-494d-a8dc-1f18ad69384a,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:45.524468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['362ac5b6-b908-494d-a8dc-1f18ad69384a'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:14:45.661022 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:45.672122 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:45.681004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ed4d-1337-4393-bb08-9a45dc0ddddf req-f65df83d-229f-4a80-833f-1f2717aff727 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:45.682558 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b6d5ed4d-1337-4393-bb08-9a45dc0ddddf req-f65df83d-229f-4a80-833f-1f2717aff727 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0688126 Jun 16 21:14:45.719465 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5e176-8e40-4a85-82bb-e8878427d95e req-7a652f1e-8ae4-4325-889a-17eaafee7f96 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:45.721104 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13c5e176-8e40-4a85-82bb-e8878427d95e req-7a652f1e-8ae4-4325-889a-17eaafee7f96 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 944 time: 0.0588346 Jun 16 21:14:45.733867 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b6d5ed4d-1337-4393-bb08-9a45dc0ddddf req-6b0bd526-f437-480b-893e-e17686945863 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Jun 16 21:14:45.771763 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13c5e176-8e40-4a85-82bb-e8878427d95e req-03ece49c-b7f3-4083-bfe7-4bf5827b7aef tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Jun 16 21:14:45.944497 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:45.976164 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-67deda8c-7b9f-4f24-9615-f95453e9a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:45.977700 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-67deda8c-7b9f-4f24-9615-f95453e9a0e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.1687403 Jun 16 21:14:45.979554 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-a3cff6ec-3644-4b7a-8362-01bcc8f2390b service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628695 Jun 16 21:14:46.031684 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-19cc832a-f90e-4264-a68c-c1ed1d809ad5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a HTTP/1.1" status: 200 len: 217 time: 0.0385630 Jun 16 21:14:46.127514 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:46.136132 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-4b340b1c-1183-489a-9c95-722d07aa6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:46.137608 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-4b340b1c-1183-489a-9c95-722d07aa6fab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0960543 Jun 16 21:14:46.164350 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b85e943-f441-42a3-8503-1025151506ef req-24f44e38-3ec2-49c4-8f9a-2c442c7af85c service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700325 Jun 16 21:14:46.192223 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-11fafd99-d479-497d-8030-330257f68265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:46.193681 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-11fafd99-d479-497d-8030-330257f68265 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442593 Jun 16 21:14:46.851983 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed098-8a56-40f0-9bfc-81b6cae10df4 req-1c685da3-7207-4b36-afcb-990d5ce0ee37 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:46.853663 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-506ed098-8a56-40f0-9bfc-81b6cae10df4 req-1c685da3-7207-4b36-afcb-990d5ce0ee37 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0505042 Jun 16 21:14:46.890293 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90640078-4555-463b-b93d-7b787d2c1fbf req-4ccafc43-7396-4755-a290-26c471b616a2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:46.891799 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90640078-4555-463b-b93d-7b787d2c1fbf req-4ccafc43-7396-4755-a290-26c471b616a2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 944 time: 0.0519512 Jun 16 21:14:46.911786 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-506ed098-8a56-40f0-9bfc-81b6cae10df4 req-b1891ece-df24-43bf-b8b0-9dc1ea2acf20 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526805 Jun 16 21:14:46.943593 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90640078-4555-463b-b93d-7b787d2c1fbf req-b810777d-fdc6-4e7c-af11-5db0d898c6e5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 Jun 16 21:14:46.992536 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:14:46.994669 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 362ac5b6-b908-494d-a8dc-1f18ad69384a up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:47.096824 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 362ac5b6-b908-494d-a8dc-1f18ad69384a completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:14:47.105990 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 362ac5b6-b908-494d-a8dc-1f18ad69384a triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:47.106297 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:47.157487 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:47.172414 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'port_id': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'mac_address': 'fa:16:3e:e8:c8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:14:47.239486 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 362ac5b6-b908-494d-a8dc-1f18ad69384a is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:47.239815 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:47.241808 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:47.242180 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:47.263492 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:47.282911 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633275c9-cc8b-4860-b701-2085f7323773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ac5b6-b908-494d-a8dc-1f18ad69384a'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:47.285509 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f1a9ce-a6f7-42e2-b1e1-d7b36737b82d" -d '{"events": [{"server_uuid": "633275c9-cc8b-4860-b701-2085f7323773", "name": "network-vif-plugged", "status": "completed", "tag": "362ac5b6-b908-494d-a8dc-1f18ad69384a"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:47.305494 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 362ac5b6-b908-494d-a8dc-1f18ad69384a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:47.307454 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:47.310716 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:47.314999 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:47.339162 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b822e90-b341-407c-a5f9-f386bc2ce950 x-openstack-request-id: req-2b822e90-b341-407c-a5f9-f386bc2ce950 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:47.339474 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633275c9-cc8b-4860-b701-2085f7323773", "name": "network-vif-plugged", "status": "completed", "tag": "362ac5b6-b908-494d-a8dc-1f18ad69384a", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:47.339722 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b822e90-b341-407c-a5f9-f386bc2ce950 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:47.340208 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b822e90-b341-407c-a5f9-f386bc2ce950'] response: {'server_uuid': '633275c9-cc8b-4860-b701-2085f7323773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ac5b6-b908-494d-a8dc-1f18ad69384a', 'code': 200} Jun 16 21:14:47.375611 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=362ac5b6-b908-494d-a8dc-1f18ad69384a,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:47.404088 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-d627d38c-8735-401c-bdec-674edc4b77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:47.405692 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-d627d38c-8735-401c-bdec-674edc4b77bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 1128 time: 0.0869224 Jun 16 21:14:47.426197 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:47.498536 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-9024ea20-1c52-46fa-bee6-e5934f4f120a service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078962 Jun 16 21:14:47.556513 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-5b707a9f-d55b-41f9-a645-2c891dec3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:47.557982 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-5b707a9f-d55b-41f9-a645-2c891dec3d26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.1310995 Jun 16 21:14:47.571663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba09b9-bd2a-4e54-a221-77124923a91d req-8a8b31c2-6332-478f-b81d-a6a138799db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:47.573631 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0ba09b9-bd2a-4e54-a221-77124923a91d req-8a8b31c2-6332-478f-b81d-a6a138799db6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 1129 time: 0.0789382 Jun 16 21:14:47.625433 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-43c92175-2137-4a36-8809-e12e68227ea7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a HTTP/1.1" status: 200 len: 217 time: 0.0426376 Jun 16 21:14:47.631220 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0ba09b9-bd2a-4e54-a221-77124923a91d req-1802ad41-6187-4fc1-9c2e-65b72f8f11bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509572 Jun 16 21:14:47.652754 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3514c6c-edec-4d7a-9338-421a3cd825c4 req-54675859-ec3b-4225-b133-231257e1aa02 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423943 Jun 16 21:14:47.657692 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:14:47.744403 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:47.857080 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:47.914235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-67055444-0eed-43ae-8a33-7e467d12c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:47.915731 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-67055444-0eed-43ae-8a33-7e467d12c17d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0561659 Jun 16 21:14:47.967143 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-20a8f295-fe6a-44fd-a545-1f07f52cb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:47.968703 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-20a8f295-fe6a-44fd-a545-1f07f52cb55c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440021 Jun 16 21:14:48.061300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2391f8b-946a-4d64-9e06-f515bbecfcb4 req-7e3c394f-e2a7-42be-8f58-23fe42b67e36 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:48.062830 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e2391f8b-946a-4d64-9e06-f515bbecfcb4 req-7e3c394f-e2a7-42be-8f58-23fe42b67e36 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 944 time: 0.0474401 Jun 16 21:14:48.082625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc6c47-6479-4ca8-8135-cac6c5e94ced req-0943c10b-db90-4b11-bc1f-2acf9137d4d4 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:48.084503 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8cc6c47-6479-4ca8-8135-cac6c5e94ced req-0943c10b-db90-4b11-bc1f-2acf9137d4d4 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 944 time: 0.1029966 Jun 16 21:14:48.119891 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e2391f8b-946a-4d64-9e06-f515bbecfcb4 req-e5d33ff2-6c75-41c6-a384-7b2ca6ba0925 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512846 Jun 16 21:14:48.145011 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-4134e681-3fa1-4a6a-be44-d8d38a9384a7 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544635 Jun 16 21:14:48.163173 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8cc6c47-6479-4ca8-8135-cac6c5e94ced req-79a77745-894b-4f95-959c-7f8dc94aeba0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689018 Jun 16 21:14:48.589934 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:48.609626 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b212bd43-e247-4b60-a9c2-9f7be51a64da req-90b52366-d1c9-4a46-8905-9528c6b441b3 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934098 Jun 16 21:14:49.011374 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 5fc46882-3511-4c90-846e-a7b5cec70e4a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:14:49.038513 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:49.194008 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.db.resource_extend [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 21:14:49.258765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4c0b3-20aa-43c1-b054-2171b10ebf42 req-392c0a13-2adc-4a1a-b5a1-9fac14f78281 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:49.259339 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:14:49.266616 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-20b4c0b3-20aa-43c1-b054-2171b10ebf42 req-392c0a13-2adc-4a1a-b5a1-9fac14f78281 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 944 time: 0.0728660 Jun 16 21:14:49.268941 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:49.269313 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:49.297460 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b31e6-b99c-40c5-8dd4-f82aeae2517f req-bd8d029b-f6ea-446c-a860-e33528be8672 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:49.301085 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a2b31e6-b99c-40c5-8dd4-f82aeae2517f req-bd8d029b-f6ea-446c-a860-e33528be8672 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 944 time: 0.0608451 Jun 16 21:14:49.325679 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 5fc46882-3511-4c90-846e-a7b5cec70e4a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:49.335457 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-20b4c0b3-20aa-43c1-b054-2171b10ebf42 req-b4614262-9064-43fc-a139-a7ab44139446 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676298 Jun 16 21:14:49.346652 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '5fc46882-3511-4c90-846e-a7b5cec70e4a', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'port_id': '5fc46882-3511-4c90-846e-a7b5cec70e4a', 'mac_address': 'fa:16:3e:58:c6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:14:49.354074 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:49.354814 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:49.371750 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1a2b31e6-b99c-40c5-8dd4-f82aeae2517f req-1375bd89-da55-4f28-9744-45cc3269c0ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607972 Jun 16 21:14:49.411939 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 5fc46882-3511-4c90-846e-a7b5cec70e4a is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:49.412446 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:49.432113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:49.432506 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:49.434993 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc46882-3511-4c90-846e-a7b5cec70e4a {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:14:49.478356 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:49.480661 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acaba16-bfaf-40d4-bf04-f6c2ddf2b2df" -d '{"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:49.487428 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 5fc46882-3511-4c90-846e-a7b5cec70e4a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:49.495423 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:49.498198 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:49.523522 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263c16cb-4e0b-496a-8eef-82c740d97eff x-openstack-request-id: req-263c16cb-4e0b-496a-8eef-82c740d97eff {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:49.523786 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:49.524037 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-263c16cb-4e0b-496a-8eef-82c740d97eff {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:49.524456 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263c16cb-4e0b-496a-8eef-82c740d97eff'] response: {'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'code': 200} Jun 16 21:14:49.525060 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:49.550141 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=5fc46882-3511-4c90-846e-a7b5cec70e4a,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:49.608388 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:49.856007 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['5fc46882-3511-4c90-846e-a7b5cec70e4a'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:14:49.884950 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:49.896957 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d784-62e4-4a14-930c-f2e6ce36fd44 req-dad1cfe3-f41d-45ed-a2a8-68c1bc1b4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:49.898643 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aac5d784-62e4-4a14-930c-f2e6ce36fd44 req-dad1cfe3-f41d-45ed-a2a8-68c1bc1b4845 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1129 time: 0.0495665 Jun 16 21:14:49.953154 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aac5d784-62e4-4a14-930c-f2e6ce36fd44 req-3a3a53fc-f907-411b-bceb-a6e6f4798d9b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Jun 16 21:14:50.314618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34366) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:50.431695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1f05d40b-7969-45d6-a253-6f9b631c9f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:50.462105 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab9313-c4d2-48b7-a25e-0ba05074c1d5 req-f9457a74-9a10-4f0b-a709-2c7c9ba03506 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:50.463643 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3ab9313-c4d2-48b7-a25e-0ba05074c1d5 req-f9457a74-9a10-4f0b-a709-2c7c9ba03506 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 945 time: 0.0526977 Jun 16 21:14:50.513963 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5078-2006-4981-8eba-ce792381cffb req-0c53dc37-8333-459d-b25b-b96dc259686a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:50.515596 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc5e5078-2006-4981-8eba-ce792381cffb req-0c53dc37-8333-459d-b25b-b96dc259686a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0683267 Jun 16 21:14:50.515719 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3ab9313-c4d2-48b7-a25e-0ba05074c1d5 req-9ce1a6da-7ffa-4617-9474-afe4bc6fa46a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Jun 16 21:14:50.600893 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1f05d40b-7969-45d6-a253-6f9b631c9f01 admin admin] Publish callbacks [] for security_group (b0cc468a-03ea-456c-9ad6-876a268e175f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:50.605068 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fc5e5078-2006-4981-8eba-ce792381cffb req-4256a2a6-7c59-4997-928b-7ba3efeeeb4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788791 Jun 16 21:14:50.606165 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1f05d40b-7969-45d6-a253-6f9b631c9f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b0cc468a-03ea-456c-9ad6-876a268e175f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:50.655174 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1f05d40b-7969-45d6-a253-6f9b631c9f01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5997fe314aa4ab4a13b8dfe60f82143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394206 Jun 16 21:14:50.656078 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05d40b-7969-45d6-a253-6f9b631c9f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc468a-03ea-456c-9ad6-876a268e175f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:50.658071 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 34374) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:50.710992 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-318ac683-95d2-444d-b00e-a8e1713077b3 admin admin] Publish callbacks [] for security_group (b0cc468a-03ea-456c-9ad6-876a268e175f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:50.732986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-318ac683-95d2-444d-b00e-a8e1713077b3 admin admin] Publish callbacks [] for security_group (b0cc468a-03ea-456c-9ad6-876a268e175f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:50.781268 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-318ac683-95d2-444d-b00e-a8e1713077b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b0cc468a-03ea-456c-9ad6-876a268e175f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:50.784151 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-318ac683-95d2-444d-b00e-a8e1713077b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:50.785329 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-318ac683-95d2-444d-b00e-a8e1713077b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0cc468a-03ea-456c-9ad6-876a268e175f HTTP/1.1" status: 204 len: 168 time: 0.1262889 Jun 16 21:14:50.793334 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ac683-95d2-444d-b00e-a8e1713077b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc468a-03ea-456c-9ad6-876a268e175f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:51.035076 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 5fc46882-3511-4c90-846e-a7b5cec70e4a up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:14:51.038904 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:51.056815 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:51.083211 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 5fc46882-3511-4c90-846e-a7b5cec70e4a completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:14:51.090013 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 5fc46882-3511-4c90-846e-a7b5cec70e4a triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:14:51.090474 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:51.169702 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 5fc46882-3511-4c90-846e-a7b5cec70e4a is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:14:51.170101 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:51.205485 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 5fc46882-3511-4c90-846e-a7b5cec70e4a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:14:51.211712 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:51.262795 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=5fc46882-3511-4c90-846e-a7b5cec70e4a,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:51.525628 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087f8794-8313-46f9-804b-3d8ac048266b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc46882-3511-4c90-846e-a7b5cec70e4a'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:51.527961 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff3b9bc-a562-422c-b838-79f314d565e4" -d '{"events": [{"server_uuid": "087f8794-8313-46f9-804b-3d8ac048266b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc46882-3511-4c90-846e-a7b5cec70e4a"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:51.568739 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27c393-52ef-4e26-b4d3-18a9ed8f0fdc x-openstack-request-id: req-5f27c393-52ef-4e26-b4d3-18a9ed8f0fdc {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:51.569782 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087f8794-8313-46f9-804b-3d8ac048266b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc46882-3511-4c90-846e-a7b5cec70e4a", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:51.570060 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f27c393-52ef-4e26-b4d3-18a9ed8f0fdc {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:51.570729 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f27c393-52ef-4e26-b4d3-18a9ed8f0fdc'] response: {'server_uuid': '087f8794-8313-46f9-804b-3d8ac048266b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc46882-3511-4c90-846e-a7b5cec70e4a', 'code': 200} Jun 16 21:14:51.640131 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a1dde-7c82-4816-b568-796b09f81ba5 req-d7c35d7c-d3af-4315-83f2-ad917971633b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:51.641836 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc7a1dde-7c82-4816-b568-796b09f81ba5 req-d7c35d7c-d3af-4315-83f2-ad917971633b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0548344 Jun 16 21:14:51.702037 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc7a1dde-7c82-4816-b568-796b09f81ba5 req-c7aa40ac-c343-41ef-845b-1cf1fd51ca08 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Jun 16 21:14:51.728908 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e12ef-decd-4da3-9176-e06f64a2daa4 req-48ffb7d9-ce6c-4f89-a9db-55dc1669895e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:51.730456 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e8e12ef-decd-4da3-9176-e06f64a2daa4 req-48ffb7d9-ce6c-4f89-a9db-55dc1669895e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0515120 Jun 16 21:14:51.786166 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e8e12ef-decd-4da3-9176-e06f64a2daa4 req-9eaeb703-e063-45e6-9b9c-92a7f7dafe82 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501366 Jun 16 21:14:51.898916 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:51.925535 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c1d85-a817-4805-95d3-1216430ea301 req-c0d9a766-4f03-4c4f-b134-0a803709e899 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:51.927139 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b6c1d85-a817-4805-95d3-1216430ea301 req-c0d9a766-4f03-4c4f-b134-0a803709e899 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0691981 Jun 16 21:14:52.021966 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b6c1d85-a817-4805-95d3-1216430ea301 req-dd6ab29a-a8f3-439b-ae71-59b5ef86be3e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872300 Jun 16 21:14:52.044874 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 34422) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:52.222150 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2d8fa-9592-413b-a2e6-74667e5f0d04 req-b949f896-21ba-4c31-a40f-41f4fca23d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:52.223669 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05f2d8fa-9592-413b-a2e6-74667e5f0d04 req-b949f896-21ba-4c31-a40f-41f4fca23d2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 1130 time: 0.0510795 Jun 16 21:14:52.271961 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc161e4-ac9e-4639-98ee-12977a9423d4 tempest-TestShelveInstance-92889446 tempest-TestShelveInstance-92889446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:52.274097 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0bc161e4-ac9e-4639-98ee-12977a9423d4 tempest-TestShelveInstance-92889446 tempest-TestShelveInstance-92889446-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1124 time: 0.2281263 Jun 16 21:14:52.277129 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34426) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:14:52.281701 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'port_id': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:14:52.293874 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05f2d8fa-9592-413b-a2e6-74667e5f0d04 req-b87c34af-bc15-4152-933a-111f9f5cf568 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Jun 16 21:14:52.302164 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:52.363042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:52.392135 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:52.505756 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Allocated IP 172.27.3.29 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/3a87dee2-c361-4fc1-a6a5-df99682d3e53) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:14:52.610061 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:52.643709 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:52.684416 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:14:52.688714 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:14:52.691371 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:14:52.725867 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'Port': ['ID=3a87dee2-c361-4fc1-a6a5-df99682d3e53,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:52.820990 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de90339-37d0-4a9d-b77b-4b95e8f7e5e3 req-aa7de5fe-4c90-4fb0-b2d5-534684b36f6f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:52.823033 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7de90339-37d0-4a9d-b77b-4b95e8f7e5e3 req-aa7de5fe-4c90-4fb0-b2d5-534684b36f6f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0511315 Jun 16 21:14:52.873683 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7de90339-37d0-4a9d-b77b-4b95e8f7e5e3 req-82d8d6c4-6145-4cd6-a009-ffc1decea4da tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Jun 16 21:14:53.039457 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:53.083058 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for floatingip (3deed649-6cd0-4c7d-87a7-12d0f195ce52), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:53.132257 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:53.164194 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:53.218549 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:14:53.321463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:53.326754 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:53.410739 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event updated for resources: {'Port': ['ID=3a87dee2-c361-4fc1-a6a5-df99682d3e53,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:14:53.422057 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (3deed649-6cd0-4c7d-87a7-12d0f195ce52), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:53.523340 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Floating IP 3deed649-6cd0-4c7d-87a7-12d0f195ce52 associated. External IP: 172.27.3.29, port: dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb. Jun 16 21:14:53.728446 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Router 7bbd9220-58eb-445e-a005-ad4e570caa20 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:14:53.831826 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:14:53.843338 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] Sync routers for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:14:53.850496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:14:53.854945 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:53.855571 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:53.884027 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4c0d2dfb-d6ad-400a-9829-0c368041d3ae tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6056535 Jun 16 21:14:53.884643 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:14:53.887103 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:14:53.929496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a92af1-efb8-44a6-8e9f-20c299173a1d x-openstack-request-id: req-61a92af1-efb8-44a6-8e9f-20c299173a1d {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:14:53.929786 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:14:53.930152 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61a92af1-efb8-44a6-8e9f-20c299173a1d {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:14:53.931411 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a92af1-efb8-44a6-8e9f-20c299173a1d'] response: {'name': 'network-changed', 'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'status': 'completed', 'code': 200} Jun 16 21:14:53.966709 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:54.002346 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599844f-57a4-4319-afa7-748b1e11f1e0 req-9011bd88-4699-41e7-b53a-ce963f309207 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:54.003975 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a599844f-57a4-4319-afa7-748b1e11f1e0 req-9011bd88-4699-41e7-b53a-ce963f309207 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0542643 Jun 16 21:14:54.065653 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a599844f-57a4-4319-afa7-748b1e11f1e0 req-5fe17797-776f-4513-815e-e87f48a389fd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552661 Jun 16 21:14:54.198552 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3deed649-6cd0-4c7d-87a7-12d0f195ce52', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'port_id': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'mac_address': 'fa:16:3e:e8:c8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329313fc-d559-41c6-9dad-471e57c9751e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:14:52Z', 'updated_at': '2022-06-16T21:14:52Z', 'revision_number': 0, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 5, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:54.226876 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] Checking router: 7bbd9220-58eb-445e-a005-ad4e570caa20 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:14:54.235254 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:14:54.235846 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:54.342428 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:14:54.549553 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:54.562043 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:54.571507 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3deed649-6cd0-4c7d-87a7-12d0f195ce52', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'port_id': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'mac_address': 'fa:16:3e:e8:c8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329313fc-d559-41c6-9dad-471e57c9751e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:14:52Z', 'updated_at': '2022-06-16T21:14:52Z', 'revision_number': 0, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 5, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:14:54.597485 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d87c12-2e64-44cc-839c-a0450f275efe None None] The sync data for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi is: [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3deed649-6cd0-4c7d-87a7-12d0f195ce52', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'port_id': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'mac_address': 'fa:16:3e:e8:c8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329313fc-d559-41c6-9dad-471e57c9751e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:14:52Z', 'updated_at': '2022-06-16T21:14:52Z', 'revision_number': 0, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 5, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:14:54.672985 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-003a70b5-7d28-487d-adf3-7cff047f11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:54.675878 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-003a70b5-7d28-487d-adf3-7cff047f11cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1129 time: 0.0478015 Jun 16 21:14:54.721907 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:54.810776 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-46d81c2a-9b41-41e9-a27d-9213e86c9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:54.811952 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-46d81c2a-9b41-41e9-a27d-9213e86c9a67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 200 len: 909 time: 0.1295104 Jun 16 21:14:54.877679 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec31ba9-5163-4b43-a37c-b57dddf8ede1 None None] New status for floating IP 3deed649-6cd0-4c7d-87a7-12d0f195ce52: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:14:54.909952 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-5e517103-dcd8-4d20-bc1f-6bdf2616867b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 998 time: 0.0812981 Jun 16 21:14:54.960720 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-8fd409a1-e91b-449f-889e-3dbc74cdf294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:54.962084 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-8fd409a1-e91b-449f-889e-3dbc74cdf294 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f829a3f9-ab37-4484-ba72-a548548bcc16 HTTP/1.1" status: 200 len: 847 time: 0.0463057 Jun 16 21:14:55.020538 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-b4a59c07-d580-417f-a0fd-92dd2fee3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:55.022257 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-b4a59c07-d580-417f-a0fd-92dd2fee3e3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b4fd2f5-218d-4169-8b25-5af8eae424cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424180 Jun 16 21:14:55.129948 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-52165d28-02e2-4548-b285-8bfb373a00e3 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998795 Jun 16 21:14:55.145887 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:55.201794 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5209-07ce-4eb9-9c22-09e9d0a6954a req-a617be32-1ff5-41dc-936e-962e4764e648 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:55.203294 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-89df5209-07ce-4eb9-9c22-09e9d0a6954a req-a617be32-1ff5-41dc-936e-962e4764e648 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0504742 Jun 16 21:14:55.228385 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a20bb68-c6f0-4175-91ce-c3bd173a3b7b req-b82d4d31-873b-4621-bf35-905940cbab72 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898013 Jun 16 21:14:55.238483 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:55.254600 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-89df5209-07ce-4eb9-9c22-09e9d0a6954a req-312e7c60-adf7-49c4-ba23-93d136ebf9b1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Jun 16 21:14:55.530198 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ea87d-9c6d-4fd2-962a-e8c5482e3fd8 req-02f70a2b-f576-46c9-abdf-01eb92b4ceb2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:55.531601 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ba0ea87d-9c6d-4fd2-962a-e8c5482e3fd8 req-02f70a2b-f576-46c9-abdf-01eb92b4ceb2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0512190 Jun 16 21:14:55.533837 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-282877c0-0e21-4aa2-b0b3-8fb37c483d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:55.535400 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-282877c0-0e21-4aa2-b0b3-8fb37c483d0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 1130 time: 0.0454395 Jun 16 21:14:55.558509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:55.586242 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ba0ea87d-9c6d-4fd2-962a-e8c5482e3fd8 req-caa5b828-d459-4f96-8c02-f89e43a29383 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489373 Jun 16 21:14:55.632684 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-e19eea9a-71b9-47ae-ae65-4f6a53bfe065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:55.634183 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-e19eea9a-71b9-47ae-ae65-4f6a53bfe065 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.0905590 Jun 16 21:14:55.686475 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-bb8ee205-4cbe-4ea7-96d7-c40aff5254b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a HTTP/1.1" status: 200 len: 217 time: 0.0395408 Jun 16 21:14:55.754739 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-c16fd906-df14-4962-bbb4-fd59e573a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:55.756201 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-c16fd906-df14-4962-bbb4-fd59e573a737 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0443449 Jun 16 21:14:55.807267 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-84968978-a7ed-43da-ba12-a5c0ba8a8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:55.808805 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-84968978-a7ed-43da-ba12-a5c0ba8a8fea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386918 Jun 16 21:14:55.908802 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-bf927a8a-f987-4895-9830-71e393287716 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927711 Jun 16 21:14:56.008473 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195b4d0b-8bf1-46cc-ac80-03d835969599 req-983a17db-da73-4338-8816-d5842db33ea9 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932896 Jun 16 21:14:56.707580 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0c770-f780-4a5b-8ef0-741d19988a7d req-529abfce-f2e0-4bb6-9955-a3b7c00f863e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:56.709123 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37a0c770-f780-4a5b-8ef0-741d19988a7d req-529abfce-f2e0-4bb6-9955-a3b7c00f863e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0540462 Jun 16 21:14:56.754066 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:14:56.759374 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-37a0c770-f780-4a5b-8ef0-741d19988a7d req-1f3e1063-99e8-4f4d-ae21-e24dd281a38a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Jun 16 21:14:57.915021 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80baf87-cb18-49aa-8f57-5b81fe337401 req-5b05b4b7-c8c3-46bf-9634-8bbaa702fb48 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:57.916607 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f80baf87-cb18-49aa-8f57-5b81fe337401 req-5b05b4b7-c8c3-46bf-9634-8bbaa702fb48 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0558317 Jun 16 21:14:57.964063 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f80baf87-cb18-49aa-8f57-5b81fe337401 req-8a088e21-12a3-4ffb-b084-7aff22f1bff5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Jun 16 21:14:59.079582 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767aa9-f2ec-4695-a393-ac1cb773abbc req-2dfab11f-7406-44ca-9573-b5d97c224228 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:14:59.080440 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d767aa9-f2ec-4695-a393-ac1cb773abbc req-2dfab11f-7406-44ca-9573-b5d97c224228 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0478394 Jun 16 21:14:59.128526 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d767aa9-f2ec-4695-a393-ac1cb773abbc req-d7c5dfdd-fc76-4dfb-8a72-1dde708da2ea tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Jun 16 21:15:00.244778 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9290015-3fd6-45dc-86a4-34fa37cf47d6 req-8fd06cd9-87df-4853-b8c1-6e578dcadffa tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:00.246499 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9290015-3fd6-45dc-86a4-34fa37cf47d6 req-8fd06cd9-87df-4853-b8c1-6e578dcadffa tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0507891 Jun 16 21:15:00.298421 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9290015-3fd6-45dc-86a4-34fa37cf47d6 req-ad04625e-e06a-4289-80c7-af2c59b70ac1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462949 Jun 16 21:15:01.135916 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758f1f3-6a86-4774-84c4-3376bb2d3f1d req-d20fecd0-9fd3-4a2f-8ac1-0c41b38cfd8a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:01.137399 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0758f1f3-6a86-4774-84c4-3376bb2d3f1d req-d20fecd0-9fd3-4a2f-8ac1-0c41b38cfd8a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Jun 16 21:15:01.184981 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0758f1f3-6a86-4774-84c4-3376bb2d3f1d req-06147e5c-cb9e-4821-9242-2d469bf1336a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Jun 16 21:15:01.421469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6b21c-5b70-4295-81d1-e8bd53003f44 req-dd939840-0e7b-413e-9bf9-2c350bdf0e2d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:01.423020 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9b6b21c-5b70-4295-81d1-e8bd53003f44 req-dd939840-0e7b-413e-9bf9-2c350bdf0e2d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0513053 Jun 16 21:15:01.470094 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9b6b21c-5b70-4295-81d1-e8bd53003f44 req-04d90386-103d-4715-9ea5-92597eda58f5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Jun 16 21:15:01.760115 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-c7fdfd5e-4dfc-4167-af31-8bb40a9a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:01.761635 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-c7fdfd5e-4dfc-4167-af31-8bb40a9a9a9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1129 time: 0.0403981 Jun 16 21:15:01.830133 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34640) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:01.857668 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:01.871200 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-bdeb40df-85c6-4e3f-be20-4e78e4b0205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:01.872676 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-bdeb40df-85c6-4e3f-be20-4e78e4b0205e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.0906067 Jun 16 21:15:01.936110 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-8a63e528-2d28-4e98-b5e9-affb42802feb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 1000 time: 0.0565078 Jun 16 21:15:01.941944 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:01.990879 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-3d7e0d78-468b-4a04-b22c-0d9b159ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:01.992361 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-3d7e0d78-468b-4a04-b22c-0d9b159ce482 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.0485239 Jun 16 21:15:02.023674 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Publish callbacks [] for security_group (2e8d5c5f-0709-436d-93d4-700cefd6e4a8), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:02.028303 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (2e8d5c5f-0709-436d-93d4-700cefd6e4a8), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:02.075312 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f05f4bb8ec2543cc846fc2aa243e9353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440276 Jun 16 21:15:02.075940 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34644) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:02.078047 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8d5c5f-0709-436d-93d4-700cefd6e4a8,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:02.096597 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.096948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.097291 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.097632 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.097965 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.098293 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.098619 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.098945 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.099300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.099627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.099951 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.100901 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.101235 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.101558 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.101907 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dec579-4ef5-4681-a182-7dcb6938e440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:02.150130 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b80500d7-01db-4415-ad89-3edd707d21b6 admin admin] Publish callbacks [] for security_group (2e8d5c5f-0709-436d-93d4-700cefd6e4a8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:02.173461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b80500d7-01db-4415-ad89-3edd707d21b6 admin admin] Publish callbacks [] for security_group (2e8d5c5f-0709-436d-93d4-700cefd6e4a8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:02.223732 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b80500d7-01db-4415-ad89-3edd707d21b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (2e8d5c5f-0709-436d-93d4-700cefd6e4a8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:02.227687 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b80500d7-01db-4415-ad89-3edd707d21b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:02.231586 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b80500d7-01db-4415-ad89-3edd707d21b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e8d5c5f-0709-436d-93d4-700cefd6e4a8 HTTP/1.1" status: 204 len: 168 time: 0.1544690 Jun 16 21:15:02.241123 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80500d7-01db-4415-ad89-3edd707d21b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8d5c5f-0709-436d-93d4-700cefd6e4a8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:02.320714 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-6ddfbf33-71ea-45bb-b32d-cdde1db86b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:02.322396 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-6ddfbf33-71ea-45bb-b32d-cdde1db86b43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3153141 Jun 16 21:15:02.344476 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050175-05aa-47b5-9065-fa8c2ac8205a req-fe1039c1-a065-4d25-99a0-f239a6066747 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:02.345876 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8050175-05aa-47b5-9065-fa8c2ac8205a req-fe1039c1-a065-4d25-99a0-f239a6066747 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0714865 Jun 16 21:15:02.450461 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8050175-05aa-47b5-9065-fa8c2ac8205a req-9f044c34-a239-4e48-b550-c1604d0d61a9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932040 Jun 16 21:15:02.482243 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-da5227e3-8539-4a4b-807a-c940bfa8da83 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505904 Jun 16 21:15:02.604087 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61d98d-5bbf-4a5e-92cd-ddbbc19072c5 req-6d07ee56-00e7-47f9-9a5f-d7d46f271706 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:02.604603 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4fe3a1e-fbb0-4e52-a7aa-2132200bbb1f req-78ed12f8-c2b3-4dfd-b23a-74c9cd68327d service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120911 Jun 16 21:15:02.607558 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bb61d98d-5bbf-4a5e-92cd-ddbbc19072c5 req-6d07ee56-00e7-47f9-9a5f-d7d46f271706 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0656030 Jun 16 21:15:02.865906 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bb61d98d-5bbf-4a5e-92cd-ddbbc19072c5 req-9c1c2b8c-bf08-40a6-ad92-e70778ac3be0 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521393 Jun 16 21:15:02.992034 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 34674) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:03.090048 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1615187925-network', 'tenant_id': 'df862b955995466a84bc189d9098d7ce'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:03.113369 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Made reservation on behalf of df862b955995466a84bc189d9098d7ce for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:15:03.115916 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.124942 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.182053 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:03.205891 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks [] for security_group (3c013a3e-f582-4bb7-87c2-cec1a23dfc1b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.209984 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3c013a3e-f582-4bb7-87c2-cec1a23dfc1b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.237962 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:15:03.244874 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:03.255489 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (2b7d8e89-a16b-4987-9b62-6402faec9256), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.255828 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Added segment 2b7d8e89-a16b-4987-9b62-6402faec9256 of type vlan for network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 Jun 16 21:15:03.258340 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.258678 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.259013 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.259345 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.259672 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.259994 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.260342 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.260749 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.261065 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.261395 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.261719 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.262038 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.262364 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.262672 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.262986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:03.310120 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (df9634fa-1f54-49ef-aa1f-9a93395ae6e0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.336043 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (df9634fa-1f54-49ef-aa1f-9a93395ae6e0), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.337111 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:03.337687 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.401309 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4081273 Jun 16 21:15:03.404189 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 34680) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:03.408974 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Request body: {'subnet': {'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1615187925-subnet', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:03.416252 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b302d73-8622-43c5-b428-86a17d37ca25 admin admin] Pushing event updated for resources: {'Network': ['ID=df9634fa-1f54-49ef-aa1f-9a93395ae6e0,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:03.425540 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:15:03.434149 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Made reservation on behalf of df862b955995466a84bc189d9098d7ce for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:15:03.436483 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3172409'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.527455 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:03.619664 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b8f8-1ea7-4786-b2ac-41f62e1453bf req-26276251-816f-41a2-8afb-296b95f13942 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:03.621161 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2342b8f8-1ea7-4786-b2ac-41f62e1453bf req-26276251-816f-41a2-8afb-296b95f13942 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0885820 Jun 16 21:15:03.715587 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1277694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172363'] for subnet (fb707000-44b0-4ef0-88da-83e77c085cf8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.726018 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2342b8f8-1ea7-4786-b2ac-41f62e1453bf req-d3c3b38c-5fce-48fb-aac4-c39bba947601 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980577 Jun 16 21:15:03.782846 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb707000-44b0-4ef0-88da-83e77c085cf8,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:03.793701 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Checking segment: {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:03.794056 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Network hostable DHCP agents. Network: df9634fa-1f54-49ef-aa1f-9a93395ae6e0, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:15:03.811046 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:15:03.820077 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, df9634fa-1f54-49ef-aa1f-9a93395ae6e0) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:03.824097 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:03.824750 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.829418 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cfdabd-e9e4-48e4-9aef-65a4436b016e None None] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:15:03.840465 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7d78bc15-3c98-4d43-8bc8-e238aa21a73f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4349439 Jun 16 21:15:03.843037 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34688) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:03.847733 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:03.872445 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (2817f03d-1b43-4b8b-bb12-31e22cb70f52), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.873923 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (2817f03d-1b43-4b8b-bb12-31e22cb70f52), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.933878 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks [] for router_controller (2817f03d-1b43-4b8b-bb12-31e22cb70f52), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:03.949655 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'project_id': 'df862b955995466a84bc189d9098d7ce', 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:15:03.950602 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.028949 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:04.107225 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks [] for router_gateway (2817f03d-1b43-4b8b-bb12-31e22cb70f52), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.113275 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Allocated IP 172.20.0.2 (df9634fa-1f54-49ef-aa1f-9a93395ae6e0/fb707000-44b0-4ef0-88da-83e77c085cf8/ba2f03df-6b94-4ff6-bc49-7a168a5f434c) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:04.121500 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c584cc-964f-47ba-9050-2cc32d2b85fe req-d2516fc8-7ad8-4163-a3f3-bdc76e816131 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:04.123025 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0c584cc-964f-47ba-9050-2cc32d2b85fe req-d2516fc8-7ad8-4163-a3f3-bdc76e816131 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1513941 Jun 16 21:15:04.126622 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:04.242001 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0c584cc-964f-47ba-9050-2cc32d2b85fe req-822e4783-4315-4e65-9e33-d71969b8a004 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026087 Jun 16 21:15:04.279563 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Publish callbacks [] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.286986 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.328001 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:04.334289 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:04.339195 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:04.367220 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks [] for router_gateway (2817f03d-1b43-4b8b-bb12-31e22cb70f52), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.370841 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Pushing event updated for resources: {'Port': ['ID=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:04.387669 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.409225 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.409756 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.410263 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.410617 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.410966 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.411253 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.411571 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.411908 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.412219 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.412751 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.413107 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.413529 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.413887 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.414094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.414410 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:04.421537 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Attempting to bind port ba2f03df-6b94-4ff6-bc49-7a168a5f434c on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:04.422150 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Attempting to bind port ba2f03df-6b94-4ff6-bc49-7a168a5f434c by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:04.422702 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Attempting to bind port ba2f03df-6b94-4ff6-bc49-7a168a5f434c on network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:04.430832 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:04.431442 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Checking segment: {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:04.431781 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.432281 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Bound using segment: {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:04.432984 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Bound port: ba2f03df-6b94-4ff6-bc49-7a168a5f434c, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:04.433709 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.501269 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] For port ba2f03df-6b94-4ff6-bc49-7a168a5f434c, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:04.504673 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] For port ba2f03df-6b94-4ff6-bc49-7a168a5f434c, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:04.510663 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.554171 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Allocated IP 172.27.3.224 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/6a346312-0080-4561-af92-4405daeeb71c) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:04.563665 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c15f84-7db9-47bc-95de-86b928132d8f None None] Pushing event updated for resources: {'Port': ['ID=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:04.680435 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks [] for port (6a346312-0080-4561-af92-4405daeeb71c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.715797 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6a346312-0080-4561-af92-4405daeeb71c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:04.766051 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:04.766051 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Pushing event updated for resources: {'Port': ['ID=6a346312-0080-4561-af92-4405daeeb71c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:04.777443 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:04.785827 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:04.963716 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:04.980992 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:04.983256 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:04.991635 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.047085 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c766348-3e66-4066-af8a-28596068da38 req-731e9b08-df11-43cf-a537-04607d62b65d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:05.048596 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c766348-3e66-4066-af8a-28596068da38 req-731e9b08-df11-43cf-a537-04607d62b65d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0608521 Jun 16 21:15:05.082284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:05.098412 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks [] for router_gateway (2817f03d-1b43-4b8b-bb12-31e22cb70f52), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.114149 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c766348-3e66-4066-af8a-28596068da38 req-e84315b0-ff1c-49a7-8fde-cdea4539bf7e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590448 Jun 16 21:15:05.235154 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ba2f03df-6b94-4ff6-bc49-7a168a5f434c up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:05.258282 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-314a1d89-7a1e-4853-bf47-b600916a681e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.263286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:05.286178 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port ba2f03df-6b94-4ff6-bc49-7a168a5f434c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:05.286565 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.365361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (2817f03d-1b43-4b8b-bb12-31e22cb70f52), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.372372 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port ba2f03df-6b94-4ff6-bc49-7a168a5f434c is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:05.372687 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.384409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06d83-631a-41aa-be26-52553ff66549 req-e7c56141-e3e9-48de-8536-abf0309e186a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:05.385951 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-84a06d83-631a-41aa-be26-52553ff66549 req-e7c56141-e3e9-48de-8536-abf0309e186a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0624633 Jun 16 21:15:05.400852 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:05.416296 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port ba2f03df-6b94-4ff6-bc49-7a168a5f434c, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:05.421711 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.473479 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:05.524474 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-84a06d83-631a-41aa-be26-52553ff66549 req-6990c521-8a86-4b66-a01f-3efa49772241 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049073 Jun 16 21:15:05.580936 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:15:05.717787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:15:05.728415 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Sync routers for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:15:05.742364 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:05.743012 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:05.744110 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.746305 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2653aef4-4423-4ded-856f-052026bee356 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9021142 Jun 16 21:15:05.748118 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34736) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:05.816922 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1d4ca-4606-4cfe-b3c7-2391cd91afb0 None None] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:15:05.855634 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-32579e80-a397-4ceb-af70-8b91e2d7aa27 None None] Provisioning complete for port ba2f03df-6b94-4ff6-bc49-7a168a5f434c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:05.856015 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-32579e80-a397-4ceb-af70-8b91e2d7aa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:05.987526 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:06.164064 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-32579e80-a397-4ceb-af70-8b91e2d7aa27 None None] Current status of the port ba2f03df-6b94-4ff6-bc49-7a168a5f434c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:06.244886 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:04Z', 'revision_number': 3, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:06.270868 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Checking router: 2817f03d-1b43-4b8b-bb12-31e22cb70f52 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:15:06.271220 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Updating router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 port 6a346312-0080-4561-af92-4405daeeb71c binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:15:06.307729 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6a346312-0080-4561-af92-4405daeeb71c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.332284 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:06.335594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc956fd-b12d-4af1-9373-3dc126df96d1 req-bc95dd4b-6fa8-463f-acda-a0d92f33ad61 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:06.337230 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bcc956fd-b12d-4af1-9373-3dc126df96d1 req-bc95dd4b-6fa8-463f-acda-a0d92f33ad61 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0871592 Jun 16 21:15:06.410365 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-7bb4696b-5fd8-43c3-8273-de47f88c71a8 None None] Provisioning complete for port ba2f03df-6b94-4ff6-bc49-7a168a5f434c triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:06.411076 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7bb4696b-5fd8-43c3-8273-de47f88c71a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.421584 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:06.424804 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bcc956fd-b12d-4af1-9373-3dc126df96d1 req-c4bfc1c8-5ee5-4972-bb77-cb56ff868a3d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796976 Jun 16 21:15:06.479066 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:06.519425 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.567774 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4696b-5fd8-43c3-8273-de47f88c71a8 None None] Current status of the port ba2f03df-6b94-4ff6-bc49-7a168a5f434c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:06.610275 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:06.636586 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:06.651213 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Publish callbacks [] for port (6a346312-0080-4561-af92-4405daeeb71c), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.655330 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c078c18-681c-4c30-9f7a-8f96012fdb9b req-9081e74e-5b82-4fab-862b-bbac4ecffab4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:06.656921 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c078c18-681c-4c30-9f7a-8f96012fdb9b req-9081e74e-5b82-4fab-862b-bbac4ecffab4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0528941 Jun 16 21:15:06.659792 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6a346312-0080-4561-af92-4405daeeb71c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.708378 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Attempting to bind port 6a346312-0080-4561-af92-4405daeeb71c on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:06.708850 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Attempting to bind port 6a346312-0080-4561-af92-4405daeeb71c by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:06.709479 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Attempting to bind port 6a346312-0080-4561-af92-4405daeeb71c on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:06.718793 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c078c18-681c-4c30-9f7a-8f96012fdb9b req-2c999362-f361-4dd5-a0f3-6e582737fdc5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539446 Jun 16 21:15:06.721004 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:06.721460 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:06.721938 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.722394 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:06.722939 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Bound port: 6a346312-0080-4561-af92-4405daeeb71c, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:06.723389 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6a346312-0080-4561-af92-4405daeeb71c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.740404 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Allocated IP 172.20.0.1 (df9634fa-1f54-49ef-aa1f-9a93395ae6e0/fb707000-44b0-4ef0-88da-83e77c085cf8/37c94025-c2db-4f81-8ff0-edf810f85f28) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:06.756947 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cdaeb-765e-4eb9-916a-37ca6dbbca34 None None] Pushing event updated for resources: {'Port': ['ID=6a346312-0080-4561-af92-4405daeeb71c,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:06.792324 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] For port 6a346312-0080-4561-af92-4405daeeb71c, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:06.795491 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] For port 6a346312-0080-4561-af92-4405daeeb71c, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6a346312-0080-4561-af92-4405daeeb71c,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:06.801498 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6a346312-0080-4561-af92-4405daeeb71c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.864391 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:06.865496 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:14:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:06.867336 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cdaeb-765e-4eb9-916a-37ca6dbbca34 None None] Pushing event updated for resources: {'Port': ['ID=6a346312-0080-4561-af92-4405daeeb71c,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:06.875487 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks [] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.917203 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:06.967001 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:06.970204 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:06.974300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:06.978056 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:07.027973 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=37c94025-c2db-4f81-8ff0-edf810f85f28,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:07.050596 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (2817f03d-1b43-4b8b-bb12-31e22cb70f52), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.208055 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ba2f03df-6b94-4ff6-bc49-7a168a5f434c up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:07.233614 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.403418 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:07.421315 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:07.426135 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks [] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.431294 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.459095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:07.473371 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-3acc5583-2a1a-4129-a262-e8ff1852e78b None None] Provisioning complete for port 37c94025-c2db-4f81-8ff0-edf810f85f28 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:07.473748 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3acc5583-2a1a-4129-a262-e8ff1852e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.502832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=37c94025-c2db-4f81-8ff0-edf810f85f28,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:07.505772 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (2817f03d-1b43-4b8b-bb12-31e22cb70f52), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.515617 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3acc5583-2a1a-4129-a262-e8ff1852e78b None None] Port 37c94025-c2db-4f81-8ff0-edf810f85f28 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:15:07.518271 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b5e9583a-c4b5-4ac5-ae78-ba99042a8bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.541967 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:04Z', 'revision_number': 3, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:07.566537 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port ba2f03df-6b94-4ff6-bc49-7a168a5f434c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:07.566972 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:07.571489 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ff748-1863-402f-90af-6ecebc73f32f None None] The sync data for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi is: [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:04Z', 'revision_number': 3, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:15:07.605267 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930487e-822c-4210-825c-09c02e0f9289 req-dbbd2119-a3b0-406a-858c-9007ba0f6298 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:07.606835 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b930487e-822c-4210-825c-09c02e0f9289 req-dbbd2119-a3b0-406a-858c-9007ba0f6298 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0945203 Jun 16 21:15:07.664269 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port ba2f03df-6b94-4ff6-bc49-7a168a5f434c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:07.675099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:07.679808 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:07.684718 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b930487e-822c-4210-825c-09c02e0f9289 req-e4deb06a-9819-4164-8998-d1c6a1dfa34c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715699 Jun 16 21:15:07.835862 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:15:07.926999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea30b7-8897-4273-8b46-30184646c6be req-53645a26-5f2d-496b-a533-7c9dc99d59fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:07.945863 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75ea30b7-8897-4273-8b46-30184646c6be req-53645a26-5f2d-496b-a533-7c9dc99d59fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1123819 Jun 16 21:15:07.991408 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:15:08.016048 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e9b55949-e52f-4fbf-a5a6-bc7ce0bcc2b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/2817f03d-1b43-4b8b-bb12-31e22cb70f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613943 Jun 16 21:15:08.026528 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75ea30b7-8897-4273-8b46-30184646c6be req-72ce38d7-f147-46c3-b2f9-0602db593aa9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796764 Jun 16 21:15:08.040539 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1045f8d2-c849-4b29-8a67-0ac94e30b154 None None] Provisioning complete for port 37c94025-c2db-4f81-8ff0-edf810f85f28 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:08.040911 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1045f8d2-c849-4b29-8a67-0ac94e30b154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.085257 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:08.101280 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1045f8d2-c849-4b29-8a67-0ac94e30b154 None None] Port 37c94025-c2db-4f81-8ff0-edf810f85f28 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:15:08.552832 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.609635 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34810) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:08.615338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1568336489-network', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:08.648036 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Made reservation on behalf of 4f0847e6274e4c438dd69a1efca60ee3 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:15:08.650111 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.659485 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.749846 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks [] for security_group (7f611967-6d06-4b58-b4a3-8a2e6540d74f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.755005 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7f611967-6d06-4b58-b4a3-8a2e6540d74f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.824755 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:15:08.826683 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:08.832445 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f611967-6d06-4b58-b4a3-8a2e6540d74f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:08.844769 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c094d236-e621-405e-a037-0ac0a4b215c9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.845084 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Added segment c094d236-e621-405e-a037-0ac0a4b215c9 of type vlan for network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff Jun 16 21:15:08.852954 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03237ce-034e-445f-ac3d-971f932da8aa req-93ebdbe2-f196-4791-a72e-034af0e893a9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:08.854435 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c03237ce-034e-445f-ac3d-971f932da8aa req-93ebdbe2-f196-4791-a72e-034af0e893a9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0731418 Jun 16 21:15:08.914905 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.947887 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:08.953150 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c03237ce-034e-445f-ac3d-971f932da8aa req-47a89bb5-3953-4b04-9950-a34027b11181 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909750 Jun 16 21:15:08.962263 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.963284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:08.963867 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:08.997803 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3868392 Jun 16 21:15:09.000385 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34818) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:09.004848 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Request body: {'subnet': {'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1568336489-subnet', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:09.044377 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e881fc5-e3c7-439a-82bb-fc14d52917a2 admin admin] Pushing event updated for resources: {'Network': ['ID=84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:09.058248 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:15:09.065449 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Made reservation on behalf of 4f0847e6274e4c438dd69a1efca60ee3 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:15:09.067866 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16912152'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.166677 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ce524-424d-46bc-9861-e273b56f8f8b req-bdf6a3c9-d601-4d13-b8d2-55a755d386a8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:09.169634 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-898ce524-424d-46bc-9861-e273b56f8f8b req-bdf6a3c9-d601-4d13-b8d2-55a755d386a8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0639753 Jun 16 21:15:09.222610 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-898ce524-424d-46bc-9861-e273b56f8f8b req-aee51eca-8859-415c-bfb2-c3b6d5fc86cd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 Jun 16 21:15:09.231455 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6a346312-0080-4561-af92-4405daeeb71c up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:09.300730 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6a346312-0080-4561-af92-4405daeeb71c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:09.301105 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6a346312-0080-4561-af92-4405daeeb71c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.302760 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17516055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16912170'] for subnet (453882eb-75de-40db-85a4-2bdadbfb4b35), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.353645 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453882eb-75de-40db-85a4-2bdadbfb4b35,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:09.373413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Checking segment: {'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:09.373771 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Network hostable DHCP agents. Network: 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:15:09.402266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:15:09.404881 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6a346312-0080-4561-af92-4405daeeb71c is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:09.405366 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6a346312-0080-4561-af92-4405daeeb71c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.414533 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:09.418700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:09.419361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.430351 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4256b4-c068-4e2f-8fd3-c27cd41374a8 None None] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:15:09.437725 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-925ca536-8997-4ec5-9fa5-6920f7718f46 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4363642 Jun 16 21:15:09.440356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34826) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:09.445767 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:09.447400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 6a346312-0080-4561-af92-4405daeeb71c, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6a346312-0080-4561-af92-4405daeeb71c,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:09.460811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6a346312-0080-4561-af92-4405daeeb71c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.474620 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (89ab2cc4-d14b-4d66-b182-1b68f2685844), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.476022 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (89ab2cc4-d14b-4d66-b182-1b68f2685844), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.485584 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Sync routers for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:15:09.498943 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:09.499832 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:09.534750 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks [] for router_controller (89ab2cc4-d14b-4d66-b182-1b68f2685844), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.562215 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=6a346312-0080-4561-af92-4405daeeb71c,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:09.614036 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'fixed_ips': [{'subnet_id': '453882eb-75de-40db-85a4-2bdadbfb4b35'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:15:09.614441 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:09.615207 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.704590 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks [] for router_gateway (89ab2cc4-d14b-4d66-b182-1b68f2685844), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.761113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Allocated IP 172.20.0.2 (84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff/453882eb-75de-40db-85a4-2bdadbfb4b35/871a99eb-3c9e-47d9-b58c-3feb8be45f0f) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:09.823847 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 2, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:09.855316 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Checking router: 2817f03d-1b43-4b8b-bb12-31e22cb70f52 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:15:09.855840 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Updating router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 port 37c94025-c2db-4f81-8ff0-edf810f85f28 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:15:09.884758 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:09.887459 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.934623 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Publish callbacks [] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.935735 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks [] for router_gateway (89ab2cc4-d14b-4d66-b182-1b68f2685844), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.941837 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.955451 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:09.980799 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:09.994799 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:09.996499 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:10.002005 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:10.032567 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Pushing event updated for resources: {'Port': ['ID=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:10.058557 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:10.082390 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:10.091282 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Attempting to bind port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:10.091638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Attempting to bind port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:10.091993 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Attempting to bind port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f on network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:10.099245 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:10.099684 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Checking segment: {'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:10.100326 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.100709 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Bound using segment: {'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:10.101189 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Bound port: 871a99eb-3c9e-47d9-b58c-3feb8be45f0f, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:10.101548 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.105851 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.117036 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Allocated IP 172.27.3.50 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/9fe4c428-8649-4d0c-9267-0a21afde8c6a) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:10.125213 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7da0a-c31f-4d23-8921-cd8928e45cde req-f959bfd4-9495-458a-8678-58b575dec928 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:10.126739 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-87c7da0a-c31f-4d23-8921-cd8928e45cde req-f959bfd4-9495-458a-8678-58b575dec928 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0836446 Jun 16 21:15:10.180042 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] For port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:10.183370 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] For port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,segment=NetworkSegment(c094d236-e621-405e-a037-0ac0a4b215c9),segment_id=c094d236-e621-405e-a037-0ac0a4b215c9)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:10.189987 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.206537 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Publish callbacks [] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.215325 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.240287 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-87c7da0a-c31f-4d23-8921-cd8928e45cde req-fd7453d2-591e-4996-8db5-be0cf1efa31a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047351 Jun 16 21:15:10.318707 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f02144-ec8b-4c56-baac-e3890e4c5ebe None None] Pushing event updated for resources: {'Port': ['ID=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:10.351287 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks [] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.408631 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Pushing event updated for resources: {'Port': ['ID=37c94025-c2db-4f81-8ff0-edf810f85f28,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:10.438605 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.439178 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.439721 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.440247 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.440821 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.441367 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.441901 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.442432 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.442974 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.443518 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.444941 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.445519 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.446055 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.446603 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.447132 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:15:10.480158 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.480712 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Attempting to bind port 37c94025-c2db-4f81-8ff0-edf810f85f28 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:10.481348 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Attempting to bind port 37c94025-c2db-4f81-8ff0-edf810f85f28 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:10.481960 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Attempting to bind port 37c94025-c2db-4f81-8ff0-edf810f85f28 on network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:10.483284 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e5952-40fc-4a67-8cef-a4cde16474f3 req-44a926b2-f8ff-41aa-975d-863c29be38ec tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:10.489786 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c43e5952-40fc-4a67-8cef-a4cde16474f3 req-44a926b2-f8ff-41aa-975d-863c29be38ec tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1107826 Jun 16 21:15:10.517412 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:10.520188 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:10.521064 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Checking segment: {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:10.522338 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.523390 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Bound using segment: {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:10.524382 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Bound port: 37c94025-c2db-4f81-8ff0-edf810f85f28, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:10.527802 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.562645 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:10.569213 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:10.593173 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe4c428-8649-4d0c-9267-0a21afde8c6a,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:10.609327 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:10.640094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.694210 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c43e5952-40fc-4a67-8cef-a4cde16474f3 req-bd94e99e-1e63-4556-85d6-5944f74a2831 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831386 Jun 16 21:15:10.716160 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] For port 37c94025-c2db-4f81-8ff0-edf810f85f28, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:10.720275 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] For port 37c94025-c2db-4f81-8ff0-edf810f85f28, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=37c94025-c2db-4f81-8ff0-edf810f85f28,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:10.730194 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.804122 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:10.804926 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:10.850434 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-65b86102-c57a-4f43-945b-7cd7e761f87b None None] Provisioning complete for port 37c94025-c2db-4f81-8ff0-edf810f85f28 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:10.855944 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-65b86102-c57a-4f43-945b-7cd7e761f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:10.858128 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbf73b-8dfb-491d-8396-f38682f10e44 None None] Pushing event updated for resources: {'Port': ['ID=37c94025-c2db-4f81-8ff0-edf810f85f28,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:10.967036 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:10.984628 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:11.046443 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-65b86102-c57a-4f43-945b-7cd7e761f87b None None] Current status of the port 37c94025-c2db-4f81-8ff0-edf810f85f28 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:11.046831 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-65b86102-c57a-4f43-945b-7cd7e761f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:11.098210 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-65b86102-c57a-4f43-945b-7cd7e761f87b None None] For port 37c94025-c2db-4f81-8ff0-edf810f85f28, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=37c94025-c2db-4f81-8ff0-edf810f85f28,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:11.105006 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-65b86102-c57a-4f43-945b-7cd7e761f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:11.165102 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b86102-c57a-4f43-945b-7cd7e761f87b None None] Pushing event updated for resources: {'Port': ['ID=37c94025-c2db-4f81-8ff0-edf810f85f28,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:11.235493 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d8454e16-e0e4-4f56-b27f-997e413594d1 None None] Provisioning complete for port 37c94025-c2db-4f81-8ff0-edf810f85f28 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:11.235875 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d8454e16-e0e4-4f56-b27f-997e413594d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:11.318250 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks [] for router_gateway (89ab2cc4-d14b-4d66-b182-1b68f2685844), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:11.409880 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:11.431150 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:10Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:11.440874 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6a346312-0080-4561-af92-4405daeeb71c up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:11.469918 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf8b70-61e0-4ba4-9b95-96208e642a7e None None] The sync data for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi is: [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:10Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:15:11.601147 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8bd4-1381-433a-8bfe-0bc9b41ce03f req-753fe91a-40b7-432a-85d4-478d74852f13 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:11.603503 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c21a8bd4-1381-433a-8bfe-0bc9b41ce03f req-753fe91a-40b7-432a-85d4-478d74852f13 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.1340728 Jun 16 21:15:11.609011 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d8454e16-e0e4-4f56-b27f-997e413594d1 None None] Current status of the port 37c94025-c2db-4f81-8ff0-edf810f85f28 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:11.644681 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6a346312-0080-4561-af92-4405daeeb71c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:11.645098 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6a346312-0080-4561-af92-4405daeeb71c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:11.789528 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (89ab2cc4-d14b-4d66-b182-1b68f2685844), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:11.795545 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c21a8bd4-1381-433a-8bfe-0bc9b41ce03f req-aacf8c47-acd9-48c5-b938-5e1bf01315e1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256979 Jun 16 21:15:11.810757 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6a346312-0080-4561-af92-4405daeeb71c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:11.811869 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 871a99eb-3c9e-47d9-b58c-3feb8be45f0f up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:11.858002 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:11.858002 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:11.879933 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc14486-169d-4374-bc00-4d03908427d9 req-ae5e7279-d42f-451e-8243-c91fb4d76faf tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:11.880533 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3a97dc-f32c-466f-b28f-37babf27bfb3 None None] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:15:11.883456 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1cc14486-169d-4374-bc00-4d03908427d9 req-ae5e7279-d42f-451e-8243-c91fb4d76faf tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0871680 Jun 16 21:15:11.950651 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1cc14486-169d-4374-bc00-4d03908427d9 req-32c50323-5a16-42d1-96c4-73ccd278e76b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610981 Jun 16 21:15:11.954498 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:11.956620 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:11.978182 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:11.978338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Router 89ab2cc4-d14b-4d66-b182-1b68f2685844 is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:15:11.981880 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8e3d8c2c-6bab-4fa3-8b00-f917627b10bc None None] Provisioning complete for port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:11.982313 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8c2c-6bab-4fa3-8b00-f917627b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:12.082542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:12.082917 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:12.106726 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:15:12.136861 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Sync routers for ids ['89ab2cc4-d14b-4d66-b182-1b68f2685844'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:15:12.137415 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:12.138750 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b1db993b-4f33-40fb-a938-f25952f42ec0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6974330 Jun 16 21:15:12.141847 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 34860) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:12.170406 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,segment=NetworkSegment(c094d236-e621-405e-a037-0ac0a4b215c9),segment_id=c094d236-e621-405e-a037-0ac0a4b215c9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:12.183670 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:12.194074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Routers {'89ab2cc4-d14b-4d66-b182-1b68f2685844'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:12.195145 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['89ab2cc4-d14b-4d66-b182-1b68f2685844'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:12.200196 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d8c2c-6bab-4fa3-8b00-f917627b10bc None None] Current status of the port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:12.200388 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8c2c-6bab-4fa3-8b00-f917627b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:12.261333 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:12.517320 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:12.522618 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-8e3d8c2c-6bab-4fa3-8b00-f917627b10bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 21:15:12.523288 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-8e3d8c2c-6bab-4fa3-8b00-f917627b10bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 21:15:12.547443 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Set router 89ab2cc4-d14b-4d66-b182-1b68f2685844 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:12.629031 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:12.744844 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:12.754394 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:11Z', 'revision_number': 3, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port': {'id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:12.802042 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Checking router: 89ab2cc4-d14b-4d66-b182-1b68f2685844 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:15:12.802402 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Updating router 89ab2cc4-d14b-4d66-b182-1b68f2685844 port 9fe4c428-8649-4d0c-9267-0a21afde8c6a binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:15:12.826851 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Allocated IP 172.20.0.1 (84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff/453882eb-75de-40db-85a4-2bdadbfb4b35/f4725db2-3fd6-443b-b023-0f52350ae2a8) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:12.839522 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:12.942639 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d1a55-caa6-4d28-b47e-cd7071a132bc req-9e031d82-ee23-4d76-affa-d84a881f737c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:12.944669 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f4d1a55-caa6-4d28-b47e-cd7071a132bc req-9e031d82-ee23-4d76-affa-d84a881f737c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0595558 Jun 16 21:15:12.967475 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks [] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.004728 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f4d1a55-caa6-4d28-b47e-cd7071a132bc req-8156a1ce-6da9-4caa-b897-837129f2cdf4 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534959 Jun 16 21:15:13.013534 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.051798 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:13.084695 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d8c2c-6bab-4fa3-8b00-f917627b10bc None None] Current status of the port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:13.089406 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:13.097162 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:13.099778 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:13.150132 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d2c71-a006-4d96-b196-cf353ee41025 req-45597b4c-05e1-42da-99e9-136466fdeba3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:13.151689 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a65d2c71-a006-4d96-b196-cf353ee41025 req-45597b4c-05e1-42da-99e9-136466fdeba3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1046031 Jun 16 21:15:13.154931 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Pushing event updated for resources: {'Port': ['ID=f4725db2-3fd6-443b-b023-0f52350ae2a8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:13.173494 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:13.182397 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:13.199865 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Publish callbacks [] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.210750 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-60177cc0-8b55-4760-ab76-dae275e91d07 None None] Provisioning complete for port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:13.210750 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-60177cc0-8b55-4760-ab76-dae275e91d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.231768 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (89ab2cc4-d14b-4d66-b182-1b68f2685844), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.239696 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.243949 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a65d2c71-a006-4d96-b196-cf353ee41025 req-93dc6e5c-397f-4e35-82c3-18fa780d2bcf tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854537 Jun 16 21:15:13.330736 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 37c94025-c2db-4f81-8ff0-edf810f85f28 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:13.379051 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45326719-df4a-4c38-9c4d-635736d8f7ff None None] Pushing event updated for resources: {'Port': ['ID=9fe4c428-8649-4d0c-9267-0a21afde8c6a,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:13.393843 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Attempting to bind port 9fe4c428-8649-4d0c-9267-0a21afde8c6a on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:13.394285 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Attempting to bind port 9fe4c428-8649-4d0c-9267-0a21afde8c6a by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:13.394685 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Attempting to bind port 9fe4c428-8649-4d0c-9267-0a21afde8c6a on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:13.404510 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.422231 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:13.422607 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:13.423010 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.423400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:13.423866 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Bound port: 9fe4c428-8649-4d0c-9267-0a21afde8c6a, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:13.424265 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.465224 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-60177cc0-8b55-4760-ab76-dae275e91d07 None None] Current status of the port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:13.469304 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 37c94025-c2db-4f81-8ff0-edf810f85f28 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:13.469682 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.524355 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] For port 9fe4c428-8649-4d0c-9267-0a21afde8c6a, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:13.541981 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] For port 9fe4c428-8649-4d0c-9267-0a21afde8c6a, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=9fe4c428-8649-4d0c-9267-0a21afde8c6a,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:13.550721 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.572462 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks [] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.577189 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.638790 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 37c94025-c2db-4f81-8ff0-edf810f85f28 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:13.639855 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 871a99eb-3c9e-47d9-b58c-3feb8be45f0f up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:13.642025 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-7b35e837-dd73-4c7d-9fbf-a01e0bc6c2d6 None None] Provisioning complete for port f4725db2-3fd6-443b-b023-0f52350ae2a8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:13.642025 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7b35e837-dd73-4c7d-9fbf-a01e0bc6c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.646641 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Pushing event updated for resources: {'Port': ['ID=f4725db2-3fd6-443b-b023-0f52350ae2a8,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:13.649025 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (89ab2cc4-d14b-4d66-b182-1b68f2685844), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.657815 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:13.727374 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Routers {'89ab2cc4-d14b-4d66-b182-1b68f2685844'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:13.727938 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['89ab2cc4-d14b-4d66-b182-1b68f2685844'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:13.734536 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45326719-df4a-4c38-9c4d-635736d8f7ff None None] Pushing event updated for resources: {'Port': ['ID=9fe4c428-8649-4d0c-9267-0a21afde8c6a,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:13.737329 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-7b35e837-dd73-4c7d-9fbf-a01e0bc6c2d6 None None] Port f4725db2-3fd6-443b-b023-0f52350ae2a8 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:15:13.758514 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:13.759973 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:13.830619 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:13.831008 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:13.894756 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] Set router 89ab2cc4-d14b-4d66-b182-1b68f2685844 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:13.894994 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Router 89ab2cc4-d14b-4d66-b182-1b68f2685844 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:15:13.927196 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:13.973456 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:13.990487 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:14.010201 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:15:14.016224 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c9b1766e-0c1d-4d7e-beea-a8893d110b57 admin admin] 10.222.0.43 "PUT /v2.0/routers/89ab2cc4-d14b-4d66-b182-1b68f2685844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8713136 Jun 16 21:15:14.055827 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:14.073507 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8b72a903-9903-4fe9-a65d-475e13ad51f2 None None] Provisioning complete for port f4725db2-3fd6-443b-b023-0f52350ae2a8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:14.073878 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b72a903-9903-4fe9-a65d-475e13ad51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:14.127565 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8b72a903-9903-4fe9-a65d-475e13ad51f2 None None] Port f4725db2-3fd6-443b-b023-0f52350ae2a8 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:15:14.147682 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12b46a-b1e8-4a8b-a712-c3a7702a3e88 req-bae7a866-d145-45a8-8495-3101d46c67d6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:14.149417 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ae12b46a-b1e8-4a8b-a712-c3a7702a3e88 req-bae7a866-d145-45a8-8495-3101d46c67d6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0591741 Jun 16 21:15:14.176742 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 4, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port': {'id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'f4725db2-3fd6-443b-b023-0f52350ae2a8', 'name': '', 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'mac_address': 'fa:16:3e:d5:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:12Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 2, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'subnets': [{'id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:14.211258 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ae12b46a-b1e8-4a8b-a712-c3a7702a3e88 req-4033651c-113e-4df5-847e-3aa729c3a743 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537724 Jun 16 21:15:14.212499 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1523d5-6328-488a-85d4-f56a8adf16b4 None None] The sync data for ids ['89ab2cc4-d14b-4d66-b182-1b68f2685844'] in dv-cinder-819149-6-iscsi is: [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 4, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port': {'id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'f4725db2-3fd6-443b-b023-0f52350ae2a8', 'name': '', 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'mac_address': 'fa:16:3e:d5:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:12Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 2, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'subnets': [{'id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:15:14.377809 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b476d7-a91f-4863-93d2-2ec76941fba5 req-88b3c99a-22ee-4bb8-b32e-6bdf6bf8c86a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:14.379492 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86b476d7-a91f-4863-93d2-2ec76941fba5 req-88b3c99a-22ee-4bb8-b32e-6bdf6bf8c86a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0530984 Jun 16 21:15:14.465065 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86b476d7-a91f-4863-93d2-2ec76941fba5 req-6de01102-4d0f-4598-a434-386d2b42b937 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766902 Jun 16 21:15:15.200723 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 9fe4c428-8649-4d0c-9267-0a21afde8c6a up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:15.286692 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 9fe4c428-8649-4d0c-9267-0a21afde8c6a triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:15.288013 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:15.390737 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 9fe4c428-8649-4d0c-9267-0a21afde8c6a is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:15.392102 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:15.409958 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3f843-990e-4d0e-bc91-3b0ef0e388a7 req-e20e7ed9-d7c8-419c-bc98-5f8ab4f8a4b5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:15.412116 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5cc3f843-990e-4d0e-bc91-3b0ef0e388a7 req-e20e7ed9-d7c8-419c-bc98-5f8ab4f8a4b5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0710168 Jun 16 21:15:15.433754 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 9fe4c428-8649-4d0c-9267-0a21afde8c6a, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=9fe4c428-8649-4d0c-9267-0a21afde8c6a,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:15.442962 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:15.524580 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5cc3f843-990e-4d0e-bc91-3b0ef0e388a7 req-497df0c9-02f1-42bc-a025-4d3b23ce7438 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036108 Jun 16 21:15:15.574374 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=9fe4c428-8649-4d0c-9267-0a21afde8c6a,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:15.644429 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cf508-f286-49eb-a960-60c9d42d825e req-e40ccf0d-08a8-436a-ad65-633bcdbc6aa5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:15.649226 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-974cf508-f286-49eb-a960-60c9d42d825e req-e40ccf0d-08a8-436a-ad65-633bcdbc6aa5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0678487 Jun 16 21:15:15.711251 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-974cf508-f286-49eb-a960-60c9d42d825e req-3304ef88-d492-40d3-adbf-298ca3ee2d3b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Jun 16 21:15:16.658748 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886fd73-8a76-4ed6-adce-70288da2976e req-a66da1a7-04fb-418e-bdb7-842a6e4a42c7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:16.666267 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1886fd73-8a76-4ed6-adce-70288da2976e req-a66da1a7-04fb-418e-bdb7-842a6e4a42c7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0608578 Jun 16 21:15:16.674552 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Sync routers for ids ['89ab2cc4-d14b-4d66-b182-1b68f2685844'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:15:16.691339 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Routers {'89ab2cc4-d14b-4d66-b182-1b68f2685844'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:16.691970 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['89ab2cc4-d14b-4d66-b182-1b68f2685844'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:16.733122 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1886fd73-8a76-4ed6-adce-70288da2976e req-b50144d0-a23d-4250-a883-829b2f9bef64 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657482 Jun 16 21:15:16.832883 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Set router 89ab2cc4-d14b-4d66-b182-1b68f2685844 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:16.885842 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba312-d0c2-4a32-b05c-0f1215488a6f req-536eb941-30f5-4146-a8a0-67373ab27c2a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:16.887681 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6bba312-d0c2-4a32-b05c-0f1215488a6f req-536eb941-30f5-4146-a8a0-67373ab27c2a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0758803 Jun 16 21:15:16.947301 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6bba312-d0c2-4a32-b05c-0f1215488a6f req-d592cc98-7a88-4adb-a491-a38e688dca2b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 Jun 16 21:15:17.078254 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 4, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port': {'id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'f4725db2-3fd6-443b-b023-0f52350ae2a8', 'name': '', 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'mac_address': 'fa:16:3e:d5:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:12Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 2, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'subnets': [{'id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:17.108731 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Checking router: 89ab2cc4-d14b-4d66-b182-1b68f2685844 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:15:17.109079 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Updating router 89ab2cc4-d14b-4d66-b182-1b68f2685844 port f4725db2-3fd6-443b-b023-0f52350ae2a8 binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:15:17.152101 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34950) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:17.156333 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.156687 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f321bf64-f51b-40e6-adf0-ae0efa9d98d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336715271', 'description': 'tempest-description--2140643379'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:17.192019 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f321bf64-f51b-40e6-adf0-ae0efa9d98d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.256163 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:17.258653 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 9fe4c428-8649-4d0c-9267-0a21afde8c6a up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:17.325001 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 9fe4c428-8649-4d0c-9267-0a21afde8c6a triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:17.325667 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.330232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f321bf64-f51b-40e6-adf0-ae0efa9d98d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (df1603a8-45d2-4960-b592-89b48d372a64), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.351356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f321bf64-f51b-40e6-adf0-ae0efa9d98d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (df1603a8-45d2-4960-b592-89b48d372a64), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.435820 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f321bf64-f51b-40e6-adf0-ae0efa9d98d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.436655 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:17.437451 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f321bf64-f51b-40e6-adf0-ae0efa9d98d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2840655 Jun 16 21:15:17.439874 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321bf64-f51b-40e6-adf0-ae0efa9d98d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1603a8-45d2-4960-b592-89b48d372a64,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:17.440336 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 34954) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:17.448916 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 9fe4c428-8649-4d0c-9267-0a21afde8c6a is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:17.454885 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2deab5d3-c15e-411c-b313-3e4361f8acbc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': 'df1603a8-45d2-4960-b592-89b48d372a64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:17.510301 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2deab5d3-c15e-411c-b313-3e4361f8acbc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (e23a6a40-f815-4b7b-a106-cd9e5f39a8a6), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.545225 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Publish callbacks [] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.556900 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.563522 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:17.579392 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2deab5d3-c15e-411c-b313-3e4361f8acbc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (e23a6a40-f815-4b7b-a106-cd9e5f39a8a6), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.585258 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2deab5d3-c15e-411c-b313-3e4361f8acbc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (e23a6a40-f815-4b7b-a106-cd9e5f39a8a6), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.611635 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deab5d3-c15e-411c-b313-3e4361f8acbc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23a6a40-f815-4b7b-a106-cd9e5f39a8a6,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:17.621913 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2deab5d3-c15e-411c-b313-3e4361f8acbc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.625870 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2deab5d3-c15e-411c-b313-3e4361f8acbc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1820064 Jun 16 21:15:17.626244 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 34956) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:17.631351 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2b40fc9d-fd9f-45ab-8880-fd80cc12e00a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': 'df1603a8-45d2-4960-b592-89b48d372a64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:17.660206 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9fbdf-6ce7-454e-9bc8-ed45d9b06dc9 None None] Pushing event updated for resources: {'Port': ['ID=f4725db2-3fd6-443b-b023-0f52350ae2a8,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:17.670220 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2b40fc9d-fd9f-45ab-8880-fd80cc12e00a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (bca48234-2481-474b-a242-c041413f67cf), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.759599 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Attempting to bind port f4725db2-3fd6-443b-b023-0f52350ae2a8 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:17.760188 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Attempting to bind port f4725db2-3fd6-443b-b023-0f52350ae2a8 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:17.760523 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Attempting to bind port f4725db2-3fd6-443b-b023-0f52350ae2a8 on network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:17.766463 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:17.766829 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Checking segment: {'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:17.767330 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.767720 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Bound using segment: {'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:17.768215 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Bound port: f4725db2-3fd6-443b-b023-0f52350ae2a8, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c094d236-e621-405e-a037-0ac0a4b215c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:17.768628 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.785099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2b40fc9d-fd9f-45ab-8880-fd80cc12e00a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (bca48234-2481-474b-a242-c041413f67cf), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.804780 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2b40fc9d-fd9f-45ab-8880-fd80cc12e00a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (bca48234-2481-474b-a242-c041413f67cf), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.834206 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40fc9d-fd9f-45ab-8880-fd80cc12e00a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca48234-2481-474b-a242-c041413f67cf,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:17.847234 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2b40fc9d-fd9f-45ab-8880-fd80cc12e00a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:17.852476 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2b40fc9d-fd9f-45ab-8880-fd80cc12e00a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248721 Jun 16 21:15:17.855563 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 34960) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:17.861024 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:17.908501 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] For port f4725db2-3fd6-443b-b023-0f52350ae2a8, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:17.914661 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] For port f4725db2-3fd6-443b-b023-0f52350ae2a8, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=f4725db2-3fd6-443b-b023-0f52350ae2a8,segment=NetworkSegment(c094d236-e621-405e-a037-0ac0a4b215c9),segment_id=c094d236-e621-405e-a037-0ac0a4b215c9)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:17.924145 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.003938 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Routers {'89ab2cc4-d14b-4d66-b182-1b68f2685844'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:18.005064 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['89ab2cc4-d14b-4d66-b182-1b68f2685844'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:18.009431 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9fbdf-6ce7-454e-9bc8-ed45d9b06dc9 None None] Pushing event updated for resources: {'Port': ['ID=f4725db2-3fd6-443b-b023-0f52350ae2a8,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:18.015699 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-9d0dcba9-fbb9-40d1-9009-7537bae46705 None None] Provisioning complete for port f4725db2-3fd6-443b-b023-0f52350ae2a8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:18.018570 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcba9-fbb9-40d1-9009-7537bae46705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.046095 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.139926 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370635ff-0100-4f03-b2f0-a38c2e2d4a65 req-ea700841-4141-4e50-9f64-b914cc994b5a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:18.149536 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-370635ff-0100-4f03-b2f0-a38c2e2d4a65 req-ea700841-4141-4e50-9f64-b914cc994b5a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.2724395 Jun 16 21:15:18.199813 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:18.268811 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236492ba-9393-448e-bbe6-5a844aefd584 req-5e7e72c4-6ced-434d-80f3-60ab4ad67973 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:18.273747 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dcba9-fbb9-40d1-9009-7537bae46705 None None] Current status of the port f4725db2-3fd6-443b-b023-0f52350ae2a8 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:18.274262 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcba9-fbb9-40d1-9009-7537bae46705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.277837 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-236492ba-9393-448e-bbe6-5a844aefd584 req-5e7e72c4-6ced-434d-80f3-60ab4ad67973 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1706746 Jun 16 21:15:18.314166 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] Set router 89ab2cc4-d14b-4d66-b182-1b68f2685844 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:18.357886 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-236492ba-9393-448e-bbe6-5a844aefd584 req-5ae1b132-dcde-4e9b-bb3a-fc245503c219 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789795 Jun 16 21:15:18.394575 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9d0dcba9-fbb9-40d1-9009-7537bae46705 None None] For port f4725db2-3fd6-443b-b023-0f52350ae2a8, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=f4725db2-3fd6-443b-b023-0f52350ae2a8,segment=NetworkSegment(c094d236-e621-405e-a037-0ac0a4b215c9),segment_id=c094d236-e621-405e-a037-0ac0a4b215c9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:18.401786 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcba9-fbb9-40d1-9009-7537bae46705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.406877 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.465264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:18.496205 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dcba9-fbb9-40d1-9009-7537bae46705 None None] Pushing event updated for resources: {'Port': ['ID=f4725db2-3fd6-443b-b023-0f52350ae2a8,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:18.501461 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-370635ff-0100-4f03-b2f0-a38c2e2d4a65 req-314b314c-e42f-4aa0-88ea-eb3c386ac03f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970794 Jun 16 21:15:18.527212 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:18.546086 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8bed5114-ae40-453a-95e2-96074fc9b287 None None] Provisioning complete for port f4725db2-3fd6-443b-b023-0f52350ae2a8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:18.548320 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8bed5114-ae40-453a-95e2-96074fc9b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.568826 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.27.3.142 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/fa1df9b7-6892-4618-8221-6b4cb67cdda5) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:18.682501 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8bed5114-ae40-453a-95e2-96074fc9b287 None None] Current status of the port f4725db2-3fd6-443b-b023-0f52350ae2a8 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:18.688458 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 4, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port': {'id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'f4725db2-3fd6-443b-b023-0f52350ae2a8', 'name': '', 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'mac_address': 'fa:16:3e:d5:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:12Z', 'updated_at': '2022-06-16T21:15:17Z', 'revision_number': 4, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'subnets': [{'id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:18.769113 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c1529-7bb6-455e-808e-2dbde9932702 None None] The sync data for ids ['89ab2cc4-d14b-4d66-b182-1b68f2685844'] in dv-cinder-819149-6-iscsi is: [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:13Z', 'revision_number': 4, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port': {'id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'f4725db2-3fd6-443b-b023-0f52350ae2a8', 'name': '', 'network_id': '84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'mac_address': 'fa:16:3e:d5:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:12Z', 'updated_at': '2022-06-16T21:15:17Z', 'revision_number': 4, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'subnets': [{'id': '453882eb-75de-40db-85a4-2bdadbfb4b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:15:18.889470 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:18.904806 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:18.942755 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.003330 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:19.009517 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:19.013953 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:19.019782 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=fa1df9b7-6892-4618-8221-6b4cb67cdda5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:19.127048 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (2e6f06fb-137f-4003-9087-6bc482731383), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.198788 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.272292 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device f4725db2-3fd6-443b-b023-0f52350ae2a8 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:19.340979 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:19.353692 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port f4725db2-3fd6-443b-b023-0f52350ae2a8 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:19.354113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.450586 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.456582 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.464861 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port f4725db2-3fd6-443b-b023-0f52350ae2a8 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:19.546792 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=fa1df9b7-6892-4618-8221-6b4cb67cdda5,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:19.569900 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c35-071d-4f03-9d66-8bbb841fc199 req-193d498e-3613-474a-a29a-d406ebe6dfa0 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:19.575035 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64822c35-071d-4f03-9d66-8bbb841fc199 req-193d498e-3613-474a-a29a-d406ebe6dfa0 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0696173 Jun 16 21:15:19.622210 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (2e6f06fb-137f-4003-9087-6bc482731383), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.646915 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64822c35-071d-4f03-9d66-8bbb841fc199 req-2b36432a-a56d-4ae8-b770-56626e535232 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645072 Jun 16 21:15:19.653272 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:19.662233 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e19d67da-8aca-441e-8e9a-d21a6cc95c5c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7976856 Jun 16 21:15:19.739203 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda218-fe79-44b8-b28a-dcb9c3802a8d req-0d8309c8-6366-477e-b16b-26abd2ad6ee7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:19.741046 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9bdda218-fe79-44b8-b28a-dcb9c3802a8d req-0d8309c8-6366-477e-b16b-26abd2ad6ee7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0820553 Jun 16 21:15:19.796552 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:19.877986 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9bdda218-fe79-44b8-b28a-dcb9c3802a8d req-b096d9f3-3cfb-49d7-8b3e-90d9fcdafe16 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182542 Jun 16 21:15:19.954651 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-df93f732-7ec4-4ad2-8347-91b6c187a1fc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--336715271&fields=id&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 267 time: 0.0645094 Jun 16 21:15:20.083190 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-650fe8a2-e36a-47b7-9041-6bc0b7d6a17c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:20.092480 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-650fe8a2-e36a-47b7-9041-6bc0b7d6a17c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.1366751 Jun 16 21:15:20.108626 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-693381e3-60f7-4934-bdf1-7d12b3b34038 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/quotas/f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 375 time: 0.0149570 Jun 16 21:15:20.172609 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-dfdd2035-9dc9-4ec4-8239-14ee55ddac02 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628140 Jun 16 21:15:20.348408 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-151133a4-3eda-4758-9e42-ab6f4225c99e service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633334 Jun 16 21:15:20.457230 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-0817736c-84c3-4516-a8f1-a3218e25d2a0 service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071641 Jun 16 21:15:20.795617 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:20.818242 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530ed90-ec78-4bad-8e5d-2cb78fddf990 req-d0ea1341-269b-4b67-b28f-953c1040570e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:20.831616 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2530ed90-ec78-4bad-8e5d-2cb78fddf990 req-d0ea1341-269b-4b67-b28f-953c1040570e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0836756 Jun 16 21:15:20.924947 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2530ed90-ec78-4bad-8e5d-2cb78fddf990 req-b5520896-797a-42da-bb50-ec680b9b2af5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887780 Jun 16 21:15:21.031969 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41d5c34f-97a4-4c3e-bcd7-5cbbeaae7e1e req-19ce6eff-bad4-494b-ac6f-f70dab0f63fb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 210 time: 0.4265876 Jun 16 21:15:21.039062 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e597e-b750-47f2-b01e-f8674164d26c req-73e49b31-f62c-4ce0-b4cd-aeed0c9211b0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:21.041452 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0f4e597e-b750-47f2-b01e-f8674164d26c req-73e49b31-f62c-4ce0-b4cd-aeed0c9211b0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0583775 Jun 16 21:15:21.106620 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0f4e597e-b750-47f2-b01e-f8674164d26c req-fca3ee7a-004a-4cd0-ba0d-4dc233c3775b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595181 Jun 16 21:15:22.033521 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce03c74-e347-4a98-9e92-9664073de060 req-edc39bfc-dac3-49be-bff0-37744820f0da tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:22.035811 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ce03c74-e347-4a98-9e92-9664073de060 req-edc39bfc-dac3-49be-bff0-37744820f0da tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0499611 Jun 16 21:15:22.123093 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ce03c74-e347-4a98-9e92-9664073de060 req-b0d8f49f-86cd-4835-8dbd-a261df2ac851 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814323 Jun 16 21:15:22.201649 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-548d9db6-69fb-468a-96f2-25cfeb42dd3e req-1894387a-cd51-4e2c-bca6-61909b5950d8 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 210 time: 0.0364449 Jun 16 21:15:22.260384 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456fc1-e7c3-4495-84ad-c984ed602bfe req-7c6c4a9e-fd07-43ed-9b74-f715c852109a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:22.262081 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd456fc1-e7c3-4495-84ad-c984ed602bfe req-7c6c4a9e-fd07-43ed-9b74-f715c852109a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0685215 Jun 16 21:15:22.311908 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd456fc1-e7c3-4495-84ad-c984ed602bfe req-6a6a3b00-0de5-4876-9434-274eb2c75000 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438707 Jun 16 21:15:23.245202 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fb1c3-11c9-46cb-9f78-b1b3dc5efe7d req-80a9c32c-d482-40f7-97bd-6512bda38c6b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:23.254569 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed6fb1c3-11c9-46cb-9f78-b1b3dc5efe7d req-80a9c32c-d482-40f7-97bd-6512bda38c6b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0648530 Jun 16 21:15:23.313422 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed6fb1c3-11c9-46cb-9f78-b1b3dc5efe7d req-4beb58a5-adb6-42b2-b95a-a4fc508b4d78 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521171 Jun 16 21:15:23.338417 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4101ebb3-a014-467a-b67d-e88c1291ad68 req-fd1f6ef5-fd7e-4295-b42c-2cd766acdd0d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 210 time: 0.0457132 Jun 16 21:15:23.454402 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad9dd1-c721-4ae8-954a-b88d51f11242 req-903a77d1-3cbf-47b0-b071-f124c30d9c14 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:23.455989 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b9ad9dd1-c721-4ae8-954a-b88d51f11242 req-903a77d1-3cbf-47b0-b071-f124c30d9c14 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0629210 Jun 16 21:15:23.521759 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b9ad9dd1-c721-4ae8-954a-b88d51f11242 req-18b0eaa3-9b78-4041-a30f-77a1398a8963 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587208 Jun 16 21:15:24.317645 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:24.489142 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63b165-2ea5-43b3-94a9-ef4c226ccee9 req-4cbc7f4f-3ff9-47d3-91e1-6c1e8946aee9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:24.495446 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-154363c9-8659-4d85-974f-6f7fa22d8171 req-e76c7be4-b0c2-48be-a7b8-1778968a5726 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 210 time: 0.0407653 Jun 16 21:15:24.496925 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c63b165-2ea5-43b3-94a9-ef4c226ccee9 req-4cbc7f4f-3ff9-47d3-91e1-6c1e8946aee9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0640109 Jun 16 21:15:24.542177 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:24.554843 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c63b165-2ea5-43b3-94a9-ef4c226ccee9 req-be1b37c8-419c-4b28-91dc-e8a959d189a0 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567315 Jun 16 21:15:24.691534 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb83ce-aa41-46ff-90c4-a3c8b04b9b84 req-1c61b425-7446-41c3-b878-d6e7c831e2c2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:24.694684 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f1bb83ce-aa41-46ff-90c4-a3c8b04b9b84 req-1c61b425-7446-41c3-b878-d6e7c831e2c2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0709765 Jun 16 21:15:24.754320 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f1bb83ce-aa41-46ff-90c4-a3c8b04b9b84 req-0dc26676-034e-4910-9cc0-489c4dd6cc41 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537558 Jun 16 21:15:25.419685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-b03c4270-1dd8-4b15-8a60-24b0fdd24373 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:25.421713 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-b03c4270-1dd8-4b15-8a60-24b0fdd24373 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.1441813 Jun 16 21:15:25.506995 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-adc47d3a-cf0f-4497-bd3a-b0be723c2c19 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 472 time: 0.0688818 Jun 16 21:15:25.524336 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'port': {'device_id': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'admin_state_up': True, 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'security_groups': ['df1603a8-45d2-4960-b592-89b48d372a64']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:25.682237 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8478ea3e-7049-4e99-9566-1d1a880848d1 req-e7bbcbd7-d038-422d-bbec-6d954d38e8c2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 210 time: 0.0364156 Jun 16 21:15:25.682499 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:25.695549 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7f726-db2a-4c80-977c-c283f0ae6f75 req-00657535-e3a2-4b56-939a-6af4a58a8ca2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:25.699935 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Made reservation on behalf of f22cbeb1402848dbb84a5718dca357e1 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:15:25.704418 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:25.705709 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eef7f726-db2a-4c80-977c-c283f0ae6f75 req-00657535-e3a2-4b56-939a-6af4a58a8ca2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0702486 Jun 16 21:15:25.759461 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eef7f726-db2a-4c80-977c-c283f0ae6f75 req-45945e4c-b0cb-45a8-85fb-6b7af790a676 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527003 Jun 16 21:15:25.928820 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.20.0.11 (c4d0a869-8cad-4582-83ab-86c097e04c69/8b664bd6-1eb7-49e4-809b-bf1e86bec505/6d083cc3-57c5-45ee-8b91-13084586fee3) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:25.940614 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8c421-ac09-46a1-ab73-4ecff1c4df21 req-e9d7cf49-d25e-4af9-8f58-75a5a0e2d381 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:25.942523 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9f8c421-ac09-46a1-ab73-4ecff1c4df21 req-e9d7cf49-d25e-4af9-8f58-75a5a0e2d381 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0777993 Jun 16 21:15:26.078970 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9f8c421-ac09-46a1-ab73-4ecff1c4df21 req-9eff45e4-efeb-44f5-857f-0f5f1946080e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251216 Jun 16 21:15:26.223106 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:26.234790 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:26.256755 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:26.264931 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:26.311515 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:26.328674 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:26.334148 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:26.349069 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=6d083cc3-57c5-45ee-8b91-13084586fee3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:26.440131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:26.440800 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:26.470310 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-da719742-bf87-4d39-aab4-d869b65c3519 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9540598 Jun 16 21:15:26.484827 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-ded55805-9004-40e4-892b-b04edc37187e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:26.486326 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-ded55805-9004-40e4-892b-b04edc37187e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/networks?id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 200 len: 815 time: 0.1698623 Jun 16 21:15:26.502211 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-13adcb25-0c47-44f2-9c35-bf76bec6b0b9 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/quotas/df862b955995466a84bc189d9098d7ce HTTP/1.1" status: 200 len: 375 time: 0.0100076 Jun 16 21:15:26.553809 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a376bd6d-789f-463a-8c00-defc10b0e353 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451488 Jun 16 21:15:26.567484 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d2949716-4921-4995-806a-8dcb321ac182 None None] Provisioning complete for port 6d083cc3-57c5-45ee-8b91-13084586fee3 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:26.568093 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d2949716-4921-4995-806a-8dcb321ac182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:26.601275 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d2949716-4921-4995-806a-8dcb321ac182 None None] Port 6d083cc3-57c5-45ee-8b91-13084586fee3 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:15:26.658712 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-9b35f539-2b43-47e4-b0ac-8ba6b7385588 service neutron] 10.222.0.43 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929072 Jun 16 21:15:26.748697 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-89fcdc09-15a1-40d5-846a-acd81bcdda51 service neutron] 10.222.0.43 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843678 Jun 16 21:15:26.809384 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792dba8-e490-4620-879c-48b03bf2a2d9 req-0bdd6f08-9450-43c2-b8d3-19ab2104ff21 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:26.810929 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5792dba8-e490-4620-879c-48b03bf2a2d9 req-0bdd6f08-9450-43c2-b8d3-19ab2104ff21 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 932 time: 0.0468073 Jun 16 21:15:26.864673 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5792dba8-e490-4620-879c-48b03bf2a2d9 req-17a1566c-ab8d-4837-88b4-5604451741f3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475731 Jun 16 21:15:26.934439 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dae91c36-5a20-431a-b464-8df6f5c33c3f req-cd58967e-a96a-4f3f-ac75-e1111ffd0462 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0292480 Jun 16 21:15:26.958916 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4097b22-e62d-4a81-9c58-c937c3e9b770 req-0471a6ee-7530-43b4-a68a-33dbaa7394e1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:26.961190 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4097b22-e62d-4a81-9c58-c937c3e9b770 req-0471a6ee-7530-43b4-a68a-33dbaa7394e1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0642676 Jun 16 21:15:27.012739 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4097b22-e62d-4a81-9c58-c937c3e9b770 req-b531917c-845e-4633-b2a8-83daf4ad9186 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Jun 16 21:15:27.261633 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f3e9-ff42-4db0-9481-acc53ae2877e req-ba61e623-2cd4-4f81-bd72-2c8c4dd64151 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:27.263568 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3141f3e9-ff42-4db0-9481-acc53ae2877e req-ba61e623-2cd4-4f81-bd72-2c8c4dd64151 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0764260 Jun 16 21:15:27.320334 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3141f3e9-ff42-4db0-9481-acc53ae2877e req-bca1ac42-2a45-41f5-8ced-f16aebec691b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505395 Jun 16 21:15:27.782738 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:15:27.885113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:27.896508 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'port_id': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'mac_address': 'fa:16:3e:fc:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:15:27.940834 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: ACTIVE; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:27.941422 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:27.990549 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02201e24-6830-437b-bfcc-c26caa76ec65 req-df34459f-c936-442e-87fc-6b635da8cb28 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:27.992988 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02201e24-6830-437b-bfcc-c26caa76ec65 req-df34459f-c936-442e-87fc-6b635da8cb28 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 932 time: 0.0602584 Jun 16 21:15:28.039028 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-522a3a9b-52a4-46da-b56b-7cf6f1bf797d req-8c6fafc7-02fc-4100-aeae-e999cc2efc4e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0315988 Jun 16 21:15:28.057930 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02201e24-6830-437b-bfcc-c26caa76ec65 req-26c82fc8-88ab-4594-9500-6188ec8c309a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589020 Jun 16 21:15:28.093817 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6473309c-d2e4-42b4-94b1-6b373a5e59f2 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:15:28.114883 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:28.119605 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:28.147483 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fa0c8-a69d-4b1a-b60d-535aa932ff35 req-8047c5b2-e2dd-457a-aba8-e0a7cc2fc622 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:28.148918 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-153fa0c8-a69d-4b1a-b60d-535aa932ff35 req-8047c5b2-e2dd-457a-aba8-e0a7cc2fc622 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0524900 Jun 16 21:15:28.166991 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:28.200722 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-153fa0c8-a69d-4b1a-b60d-535aa932ff35 req-e526a203-6197-46f0-8384-030d8b103830 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jun 16 21:15:28.442522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821d74-549b-4ccd-993a-736f0ae9daec req-401e6f7f-56b7-459c-bac4-7b9d3c058c19 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:28.444440 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87821d74-549b-4ccd-993a-736f0ae9daec req-401e6f7f-56b7-459c-bac4-7b9d3c058c19 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0521345 Jun 16 21:15:28.492044 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87821d74-549b-4ccd-993a-736f0ae9daec req-dbcd7fd4-11ee-439b-8fc1-a761f820601a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Jun 16 21:15:28.750728 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Request body: {'port': {'device_id': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:28.810799 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:28.944511 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:28.983542 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:29.070373 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d083cc3-57c5-45ee-8b91-13084586fee3 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:15:29.078113 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Publish callbacks [] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:29.091819 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Transition to ACTIVE for port object 6d083cc3-57c5-45ee-8b91-13084586fee3 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:15:29.098135 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:29.152589 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8c398004-f77d-4345-b2d2-cde23622bc25 req-d3eb94a3-ea53-4401-b0e5-996c846682df tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0361519 Jun 16 21:15:29.180136 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Pushing event updated for resources: {'Port': ['ID=6d083cc3-57c5-45ee-8b91-13084586fee3,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:29.220292 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77990489-cdb8-471a-bcb2-046126e74683 req-4b382cc7-65de-4f6f-8b53-026568e7050b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:29.223295 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-77990489-cdb8-471a-bcb2-046126e74683 req-4b382cc7-65de-4f6f-8b53-026568e7050b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.0961251 Jun 16 21:15:29.311611 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Attempting to bind port 6d083cc3-57c5-45ee-8b91-13084586fee3 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:29.311938 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Attempting to bind port 6d083cc3-57c5-45ee-8b91-13084586fee3 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:29.312445 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Attempting to bind port 6d083cc3-57c5-45ee-8b91-13084586fee3 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:29.321640 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-77990489-cdb8-471a-bcb2-046126e74683 req-9c54b704-047d-462c-b200-16ad4e4f7853 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767751 Jun 16 21:15:29.329235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Port 6d083cc3-57c5-45ee-8b91-13084586fee3 on network c4d0a869-8cad-4582-83ab-86c097e04c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:15:29.329459 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Attempting to bind port 6d083cc3-57c5-45ee-8b91-13084586fee3 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:29.337659 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:29.338076 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Checking segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:29.338532 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Bound using segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:29.339040 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Bound port: 6d083cc3-57c5-45ee-8b91-13084586fee3, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:29.339474 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:29.346679 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e687450-2e1e-4ddc-8386-c1001ef71bee req-7cb22b51-17ca-42cb-bf97-570657fa99e8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:29.355433 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e687450-2e1e-4ddc-8386-c1001ef71bee req-7cb22b51-17ca-42cb-bf97-570657fa99e8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0781412 Jun 16 21:15:29.414780 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] For port 6d083cc3-57c5-45ee-8b91-13084586fee3, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:29.417473 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e687450-2e1e-4ddc-8386-c1001ef71bee req-c1560978-7ce9-4df2-ade5-08b8f1f5c5eb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611823 Jun 16 21:15:29.424008 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] For port 6d083cc3-57c5-45ee-8b91-13084586fee3, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6d083cc3-57c5-45ee-8b91-13084586fee3,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:29.432412 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:29.468860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:29.469483 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:29.470843 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] 10.222.0.47 "PUT /v2.0/ports/6d083cc3-57c5-45ee-8b91-13084586fee3 HTTP/1.1" status: 200 len: 1094 time: 0.7245464 Jun 16 21:15:29.471276 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:15:29.473548 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea1ede4-8fd1-4e78-aede-2ed9605c56e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:15:29.500255 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1594c54-65ef-48cd-b523-0246c02642cc service neutron] Pushing event updated for resources: {'Port': ['ID=6d083cc3-57c5-45ee-8b91-13084586fee3,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:29.511297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded753d-f9c0-4c73-b912-4422a680ecf4 x-openstack-request-id: req-9ded753d-f9c0-4c73-b912-4422a680ecf4 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:15:29.511628 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:15:29.511881 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ded753d-f9c0-4c73-b912-4422a680ecf4 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:15:29.512310 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ded753d-f9c0-4c73-b912-4422a680ecf4'] response: {'name': 'network-changed', 'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'status': 'completed', 'code': 200} Jun 16 21:15:29.616485 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c9e5e-3d65-416d-8564-932dff13e95e req-44ba5cab-5979-433e-b222-ebaca1e331ad tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:29.618000 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-625c9e5e-3d65-416d-8564-932dff13e95e req-44ba5cab-5979-433e-b222-ebaca1e331ad tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0530126 Jun 16 21:15:29.639335 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:29.668651 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-625c9e5e-3d65-416d-8564-932dff13e95e req-6ee9b28d-5541-42a0-a8e8-1052776a0678 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Jun 16 21:15:29.795708 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1ede4-8fd1-4e78-aede-2ed9605c56e3 req-f8a6b775-d90c-4f38-a51d-2c7200a58da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:29.797428 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ea1ede4-8fd1-4e78-aede-2ed9605c56e3 req-f8a6b775-d90c-4f38-a51d-2c7200a58da3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 1128 time: 0.0416522 Jun 16 21:15:29.861448 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['6473309c-d2e4-42b4-94b1-6b373a5e59f2'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:15:29.904537 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1ede4-8fd1-4e78-aede-2ed9605c56e3 req-35f8c957-6003-49f4-bebb-f66546dfb82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:29.906236 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ea1ede4-8fd1-4e78-aede-2ed9605c56e3 req-35f8c957-6003-49f4-bebb-f66546dfb82c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f22cbeb1402848dbb84a5718dca357e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968862 Jun 16 21:15:29.997269 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:30.015027 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1ede4-8fd1-4e78-aede-2ed9605c56e3 req-00e98c94-cd56-4a70-8fbd-e7842424b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:30.016588 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ea1ede4-8fd1-4e78-aede-2ed9605c56e3 req-00e98c94-cd56-4a70-8fbd-e7842424b918 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021307 Jun 16 21:15:30.217638 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:15:30.245282 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-259aef4e-d794-4101-b3e4-7ca7d5c5c996 req-43dd47f9-338b-41e1-a44c-28ef64595208 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0296202 Jun 16 21:15:30.506266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93084870-42dc-4642-8912-b972c16d3f75 req-0efdc2cc-ac92-4353-ba5d-e9da399f0ef4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:30.517185 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-93084870-42dc-4642-8912-b972c16d3f75 req-0efdc2cc-ac92-4353-ba5d-e9da399f0ef4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.1065814 Jun 16 21:15:30.586885 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-93084870-42dc-4642-8912-b972c16d3f75 req-e2efbea0-51b0-47d1-b55b-e02d40d78d12 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659010 Jun 16 21:15:30.669767 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-55a41fd6-a7e8-4136-af20-c0cae8e087b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:30.672258 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-55a41fd6-a7e8-4136-af20-c0cae8e087b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 1128 time: 0.1466703 Jun 16 21:15:30.672763 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:30.683563 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d40d40-6791-4a9b-9128-cbfebb7a3396 req-2962f8a5-8067-4f2f-b660-90a16f6e09f2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:30.685145 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62d40d40-6791-4a9b-9128-cbfebb7a3396 req-2962f8a5-8067-4f2f-b660-90a16f6e09f2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1418722 Jun 16 21:15:30.721496 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:30.770606 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-8551a96b-ba95-4a83-8e30-dab1946e17f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d083cc3-57c5-45ee-8b91-13084586fee3 HTTP/1.1" status: 200 len: 217 time: 0.0593004 Jun 16 21:15:30.809915 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d14cf-1b6b-4b7c-9b55-58934b4c5a89 req-770a32ae-99dd-482f-9a31-03e8211f0cc4 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:30.811405 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-265d14cf-1b6b-4b7c-9b55-58934b4c5a89 req-770a32ae-99dd-482f-9a31-03e8211f0cc4 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0567644 Jun 16 21:15:30.858824 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-265d14cf-1b6b-4b7c-9b55-58934b4c5a89 req-4c835599-48e7-48f3-903b-2d2f6d06893f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Jun 16 21:15:30.870425 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-d9af62f3-e824-4be2-b157-16b96240e7e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:30.871869 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-d9af62f3-e824-4be2-b157-16b96240e7e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.47 "GET /v2.0/networks?id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 200 len: 815 time: 0.2817445 Jun 16 21:15:30.882814 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62d40d40-6791-4a9b-9128-cbfebb7a3396 req-b545c2ac-ed84-439e-b6d7-adf3945dac53 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697528 Jun 16 21:15:30.884270 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-2de2709b-6842-42a2-a92f-a661ed410c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:30.885626 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-2de2709b-6842-42a2-a92f-a661ed410c31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.0997961 Jun 16 21:15:31.340605 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e1329992-fdc3-40a8-b082-834530f83c11 req-4576473c-e5aa-4ce4-8dc5-2401aa57aa8f tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Jun 16 21:15:31.703183 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858dbb3-2180-4537-8d4e-e1b53e2d1da3 req-35345e6c-51d3-460b-b0d1-5db1c2d0c481 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:31.704679 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6858dbb3-2180-4537-8d4e-e1b53e2d1da3 req-35345e6c-51d3-460b-b0d1-5db1c2d0c481 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.0517905 Jun 16 21:15:31.719911 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:31.754258 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6858dbb3-2180-4537-8d4e-e1b53e2d1da3 req-47ca0dad-655f-4209-97e9-f5c95f13f6f9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Jun 16 21:15:31.774116 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:31.774493 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:31.846586 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:31.846969 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:31.870590 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:15:31.872792 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4543401f-d4e0-4e97-9264-aaee8c50fa09" -d '{"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-plugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:15:31.885666 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:31.890781 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:31.917207 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b73467c-429d-4114-ab5c-f67a7a90fb43 x-openstack-request-id: req-3b73467c-429d-4114-ab5c-f67a7a90fb43 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:15:31.917494 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-plugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:15:31.917751 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b73467c-429d-4114-ab5c-f67a7a90fb43 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:15:31.918193 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b73467c-429d-4114-ab5c-f67a7a90fb43'] response: {'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'code': 200} Jun 16 21:15:31.933773 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:31.947081 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:31.991228 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ef0cc-19e6-46f3-bb97-29a13f2699b2 req-0924b29a-7673-40dd-b0bd-3f426fe72817 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:31.992854 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a12ef0cc-19e6-46f3-bb97-29a13f2699b2 req-0924b29a-7673-40dd-b0bd-3f426fe72817 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Jun 16 21:15:32.011558 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb03ca-1df2-433b-8719-c5d200f53c7f req-e060e580-85f4-4f0f-866a-9d827ae50e4d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:32.013084 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e2eb03ca-1df2-433b-8719-c5d200f53c7f req-e060e580-85f4-4f0f-866a-9d827ae50e4d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0512087 Jun 16 21:15:32.040263 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a12ef0cc-19e6-46f3-bb97-29a13f2699b2 req-1c3d0933-24f0-4f08-9277-83adb187a24d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Jun 16 21:15:32.062047 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e2eb03ca-1df2-433b-8719-c5d200f53c7f req-bd2d95b9-33f2-4323-b85e-bd9fe864943b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Jun 16 21:15:32.435140 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b170228-c041-4807-9cbb-33602668b689 req-563fd02f-7343-4052-91a9-004bf643d87d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0278001 Jun 16 21:15:32.872635 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c1282-be24-4098-a476-e9bc2f570a7e req-01401a2e-f5e4-457f-940d-3b9885b95b9c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:32.874105 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4c7c1282-be24-4098-a476-e9bc2f570a7e req-01401a2e-f5e4-457f-940d-3b9885b95b9c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.0503030 Jun 16 21:15:32.921196 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4c7c1282-be24-4098-a476-e9bc2f570a7e req-36e1d653-a45a-470b-a4c5-ad3d3c4f4fc2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412517 Jun 16 21:15:33.165858 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b6a6-33f2-4891-a259-52e6f9cfc2fb req-5d672e2e-ba0d-4f7a-9208-5f8d3018158c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:33.167616 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c68b6a6-33f2-4891-a259-52e6f9cfc2fb req-5d672e2e-ba0d-4f7a-9208-5f8d3018158c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Jun 16 21:15:33.179171 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff42b-eb3d-4be0-a13a-6ec9d6b05d52 req-e43b6265-aa4d-4135-bf5f-d049d58824d7 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:33.180701 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bb7ff42b-eb3d-4be0-a13a-6ec9d6b05d52 req-e43b6265-aa4d-4135-bf5f-d049d58824d7 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0515506 Jun 16 21:15:33.214279 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c68b6a6-33f2-4891-a259-52e6f9cfc2fb req-262cdb64-9517-4c41-aad6-1eea85e346e5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Jun 16 21:15:33.228313 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bb7ff42b-eb3d-4be0-a13a-6ec9d6b05d52 req-87fb1ce6-b94e-4c33-90f7-b2fc91d69243 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Jun 16 21:15:33.528696 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1fcf0715-926c-4c13-a5b3-dcea3b90a724 req-a9541f43-c31d-4855-b8aa-c0de831e018a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0278099 Jun 16 21:15:33.600562 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'port': {'device_id': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'admin_state_up': True, 'tenant_id': 'df862b955995466a84bc189d9098d7ce'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:33.693606 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8a09-cc24-4f87-895e-73617a52d565 req-7df2c5b5-d549-4f55-8e9f-004467b6dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:33.696546 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-7df2c5b5-d549-4f55-8e9f-004467b6dc65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014721 Jun 16 21:15:33.755976 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Made reservation on behalf of df862b955995466a84bc189d9098d7ce for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:15:33.759540 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:33.907476 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Allocated IP 172.20.0.4 (df9634fa-1f54-49ef-aa1f-9a93395ae6e0/fb707000-44b0-4ef0-88da-83e77c085cf8/f26fce3f-5e61-4002-98b6-275c3b72e9db) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:15:34.052006 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:34.079938 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:34.107401 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b2f93-c35c-4ee5-8cc4-79ff99e039bc req-01346355-0fe9-4ec4-85b9-0dbdb4565d05 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:34.109019 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b8b2f93-c35c-4ee5-8cc4-79ff99e039bc req-01346355-0fe9-4ec4-85b9-0dbdb4565d05 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.0947213 Jun 16 21:15:34.130728 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:34.194766 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b8b2f93-c35c-4ee5-8cc4-79ff99e039bc req-6e290db9-cfe3-4f5d-87ce-b808883736d4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794473 Jun 16 21:15:34.203463 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:34.224080 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:34.317337 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:15:34.319392 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:34.322774 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:15:34.328561 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:15:34.435530 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:34.435743 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53917690-d7b1-4dc0-bb01-b014cc5fdc13 req-5376c6e9-e51e-4673-97e2-a1e7b73599a5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:34.456086 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53917690-d7b1-4dc0-bb01-b014cc5fdc13 req-5376c6e9-e51e-4673-97e2-a1e7b73599a5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0998147 Jun 16 21:15:34.506713 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d64d9e-ccb7-4135-8bf1-915fc80d8125 req-a8405b1b-d062-49a1-95be-4be24f49b6aa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:34.514550 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d64d9e-ccb7-4135-8bf1-915fc80d8125 req-a8405b1b-d062-49a1-95be-4be24f49b6aa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.1069472 Jun 16 21:15:34.541986 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-1a79595c-5a8b-4194-b6e3-a226d5d19259 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696089 Jun 16 21:15:34.542714 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53917690-d7b1-4dc0-bb01-b014cc5fdc13 req-105cb83e-00f0-483e-99f3-b330357c4e39 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856428 Jun 16 21:15:34.555540 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:34.556138 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:34.613711 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7004a46-0530-401c-ac5c-9586b4dd12cf None None] Provisioning complete for port f26fce3f-5e61-4002-98b6-275c3b72e9db triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:34.614199 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7004a46-0530-401c-ac5c-9586b4dd12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:34.617414 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3d64d9e-ccb7-4135-8bf1-915fc80d8125 req-9f4e150e-b8fd-4324-8f5c-97d11a7b6615 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014991 Jun 16 21:15:34.746932 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e535-b951-4097-87ce-24e80f8c2041 req-479871ab-cd46-47fa-97be-7cc2311d5a2d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:34.754540 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3270e535-b951-4097-87ce-24e80f8c2041 req-479871ab-cd46-47fa-97be-7cc2311d5a2d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 931 time: 0.1262469 Jun 16 21:15:34.779785 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7004a46-0530-401c-ac5c-9586b4dd12cf None None] Port f26fce3f-5e61-4002-98b6-275c3b72e9db cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:15:34.844520 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3270e535-b951-4097-87ce-24e80f8c2041 req-a1fa40d5-c224-446b-a7a7-7d27aff7247a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869422 Jun 16 21:15:34.919902 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-a31f3c82-2222-416a-b073-01339c8584f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3237512 Jun 16 21:15:34.924370 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-785d8a09-cc24-4f87-895e-73617a52d565 req-f02466d3-fcf4-433a-8176-62e13a62a19b service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036408 Jun 16 21:15:34.950920 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Request body: {'port': {'device_id': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:35.001800 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:35.111277 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ea69-d55d-40ea-b745-fa7958f5a336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:35.115157 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:35.411504 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:35.442403 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a175bb-74ee-4db8-a667-7a22cb0355c0 req-08e060bc-239b-4be0-bf30-327898e74271 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:35.446098 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1a175bb-74ee-4db8-a667-7a22cb0355c0 req-08e060bc-239b-4be0-bf30-327898e74271 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.1259971 Jun 16 21:15:35.579817 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 35326) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:35.654948 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1a175bb-74ee-4db8-a667-7a22cb0355c0 req-baa2b4e7-8b79-4ac0-813c-c16748d741bd tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984763 Jun 16 21:15:35.763575 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa81165-675f-47ac-9723-9044ae8bd329 req-a15d52fd-cb00-49d2-bcb8-59940580fc8c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:35.773291 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-efa81165-675f-47ac-9723-9044ae8bd329 req-a15d52fd-cb00-49d2-bcb8-59940580fc8c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1040795 Jun 16 21:15:35.812956 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26fce3f-5e61-4002-98b6-275c3b72e9db {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:15:35.823855 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Publish callbacks [] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:35.844786 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-efa81165-675f-47ac-9723-9044ae8bd329 req-04fa78cc-32eb-48ac-8b79-edf293f37800 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700533 Jun 16 21:15:35.851439 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Transition to ACTIVE for port object f26fce3f-5e61-4002-98b6-275c3b72e9db will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:15:35.860753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cbe13c77-d236-4b22-8ad8-e670a64ea677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.000788 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cbe13c77-d236-4b22-8ad8-e670a64ea677 admin admin] Publish callbacks [] for security_group (623f7e6f-9b73-4bd1-ac19-58f4275d6665), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.002131 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:36.022189 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cbe13c77-d236-4b22-8ad8-e670a64ea677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (623f7e6f-9b73-4bd1-ac19-58f4275d6665), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.075826 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-cbe13c77-d236-4b22-8ad8-e670a64ea677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7bda3fc37c64addabced03e2e92eb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942210 Jun 16 21:15:36.084802 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 35340) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:36.120350 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe13c77-d236-4b22-8ad8-e670a64ea677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623f7e6f-9b73-4bd1-ac19-58f4275d6665,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:36.143652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.151926 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c85cf-ba63-45e7-9fc6-2098d8d267c1 req-46a94a87-3f2f-4553-a16e-f9be40897186 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:36.158952 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d5c85cf-ba63-45e7-9fc6-2098d8d267c1 req-46a94a87-3f2f-4553-a16e-f9be40897186 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.1550560 Jun 16 21:15:36.193749 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72b343-ccfb-486d-9dca-7394d8b01ce1 req-431ea6f3-8a6a-463b-b61f-b4ef6e7c5bb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:36.195595 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c72b343-ccfb-486d-9dca-7394d8b01ce1 req-431ea6f3-8a6a-463b-b61f-b4ef6e7c5bb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.3651049 Jun 16 21:15:36.246105 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e137f089-77a7-4998-b59e-a0a938b1e44e admin admin] Publish callbacks [] for security_group (623f7e6f-9b73-4bd1-ac19-58f4275d6665), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.250805 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Pushing event updated for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:36.258359 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5d5c85cf-ba63-45e7-9fc6-2098d8d267c1 req-c6b3fc81-8713-4ba0-814d-04a26f9b89b7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982738 Jun 16 21:15:36.315658 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e137f089-77a7-4998-b59e-a0a938b1e44e admin admin] Publish callbacks [] for security_group (623f7e6f-9b73-4bd1-ac19-58f4275d6665), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.339463 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c72b343-ccfb-486d-9dca-7394d8b01ce1 req-d31fef63-8d96-47c1-b8ed-360f6d58f55f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287727 Jun 16 21:15:36.417439 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e137f089-77a7-4998-b59e-a0a938b1e44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (623f7e6f-9b73-4bd1-ac19-58f4275d6665), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.420633 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e137f089-77a7-4998-b59e-a0a938b1e44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.425182 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e137f089-77a7-4998-b59e-a0a938b1e44e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/623f7e6f-9b73-4bd1-ac19-58f4275d6665 HTTP/1.1" status: 204 len: 168 time: 0.3392684 Jun 16 21:15:36.426503 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Attempting to bind port f26fce3f-5e61-4002-98b6-275c3b72e9db on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:15:36.426898 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Attempting to bind port f26fce3f-5e61-4002-98b6-275c3b72e9db by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:15:36.429464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Attempting to bind port f26fce3f-5e61-4002-98b6-275c3b72e9db on network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:36.434367 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137f089-77a7-4998-b59e-a0a938b1e44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623f7e6f-9b73-4bd1-ac19-58f4275d6665,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:36.452507 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Port f26fce3f-5e61-4002-98b6-275c3b72e9db on network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:15:36.452849 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Attempting to bind port f26fce3f-5e61-4002-98b6-275c3b72e9db on network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:15:36.479118 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:15:36.479468 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Checking segment: {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:15:36.482064 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Bound using segment: {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:15:36.482531 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Bound port: f26fce3f-5e61-4002-98b6-275c3b72e9db, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7d8e89-a16b-4987-9b62-6402faec9256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:15:36.482902 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.563802 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:36.618824 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:15:36.645962 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:15:36.716875 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.817402 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77757-ffc9-4bb0-aecf-26bcd67846a5 req-02567f65-3d62-4686-9793-86692ef63210 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:36.819766 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-abd77757-ffc9-4bb0-aecf-26bcd67846a5 req-02567f65-3d62-4686-9793-86692ef63210 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1751602 Jun 16 21:15:36.870192 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:36.870731 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:36.872155 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] 10.222.0.47 "PUT /v2.0/ports/f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 1093 time: 1.9266267 Jun 16 21:15:36.884985 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:15:36.889059 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819f5765-92be-4802-a7d1-82fbe5478eab" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:15:36.930042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1503a97-cb79-4f38-806a-6f88f8a407ea req-c2abd86a-f6f0-4b97-9799-235f0878b9a6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:36.940946 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1503a97-cb79-4f38-806a-6f88f8a407ea req-c2abd86a-f6f0-4b97-9799-235f0878b9a6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.1133802 Jun 16 21:15:36.982605 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3886d-b741-48bb-9cec-73692b54a70d service neutron] Pushing event updated for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:37.010993 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-abd77757-ffc9-4bb0-aecf-26bcd67846a5 req-06834e98-3ae7-4dfc-b308-c76725ae04fc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485133 Jun 16 21:15:37.025022 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1503a97-cb79-4f38-806a-6f88f8a407ea req-4aa842b9-0a6a-4863-b7a4-85557ff3981e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829239 Jun 16 21:15:37.105615 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12436e7d-03a0-4061-be3a-515a5578c4d8 x-openstack-request-id: req-12436e7d-03a0-4061-be3a-515a5578c4d8 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:15:37.105889 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:15:37.106146 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12436e7d-03a0-4061-be3a-515a5578c4d8 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:15:37.106618 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12436e7d-03a0-4061-be3a-515a5578c4d8'] response: {'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'status': 'completed', 'code': 200} Jun 16 21:15:37.212297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de14fe-3563-4799-b65e-4372e0b4dd64 req-955d02fd-51f9-4d9d-b911-d6b86372eee2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:37.213779 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-68de14fe-3563-4799-b65e-4372e0b4dd64 req-955d02fd-51f9-4d9d-b911-d6b86372eee2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0633159 Jun 16 21:15:37.226919 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:37.270106 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-68de14fe-3563-4799-b65e-4372e0b4dd64 req-c8b133a4-8f21-473d-a098-b766aa38f72d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Jun 16 21:15:37.342082 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b604-8fba-4574-9be4-1ecd1e3b50c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:37.441958 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68a82-ef4a-4476-9af7-d62b9b326076 req-843618f7-b43d-4270-9392-d882351d9785 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:37.445339 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-75b68a82-ef4a-4476-9af7-d62b9b326076 req-843618f7-b43d-4270-9392-d882351d9785 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0830438 Jun 16 21:15:37.509647 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c0c95-38db-435c-9503-51817a8d41c7 req-1fe8121c-2282-4a2f-8f79-49012047908b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:37.512296 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d51c0c95-38db-435c-9503-51817a8d41c7 req-1fe8121c-2282-4a2f-8f79-49012047908b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0562460 Jun 16 21:15:37.515485 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-75b68a82-ef4a-4476-9af7-d62b9b326076 req-377226d7-8e92-4b71-93c3-d63f60425d5f tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616038 Jun 16 21:15:37.585387 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d51c0c95-38db-435c-9503-51817a8d41c7 req-b3568b9f-0fb1-481d-b2c3-a62a8be42c49 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658686 Jun 16 21:15:38.121048 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:38.186508 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9dbf6-d0c2-4522-a426-25e0440ba7b6 req-ba0c7c3f-33d4-4e01-9942-ae7c1eeb9bac tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:38.188014 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f591b-ed1b-40fc-8908-f6a325ad054f req-1baa08db-01d1-4a90-b587-cebf483af9b9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:38.189872 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-977f591b-ed1b-40fc-8908-f6a325ad054f req-1baa08db-01d1-4a90-b587-cebf483af9b9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0811386 Jun 16 21:15:38.194226 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4bc9dbf6-d0c2-4522-a426-25e0440ba7b6 req-ba0c7c3f-33d4-4e01-9942-ae7c1eeb9bac tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.0870216 Jun 16 21:15:38.259531 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-977f591b-ed1b-40fc-8908-f6a325ad054f req-f89d27f9-3ca3-405b-8f8d-72b6d94a3ef9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634406 Jun 16 21:15:38.259874 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4bc9dbf6-d0c2-4522-a426-25e0440ba7b6 req-5ca1f84c-4b82-4bfe-9709-3682695b5b0d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646591 Jun 16 21:15:38.418906 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8b0cf-d058-4509-bba1-a42a250fc639 req-89370858-b500-49c6-b232-4934afe41fdc tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:38.420385 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ff8b0cf-d058-4509-bba1-a42a250fc639 req-89370858-b500-49c6-b232-4934afe41fdc tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0599711 Jun 16 21:15:38.469987 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ff8b0cf-d058-4509-bba1-a42a250fc639 req-fb0e3af6-b3b3-413e-a683-eee70c5c8346 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Jun 16 21:15:38.557087 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:38.653545 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f2bd-6c6d-47ea-9964-e13f0b474e9e req-0be1b907-3ab3-448a-bd42-1df9558a16aa tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:38.655378 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-08f8f2bd-6c6d-47ea-9964-e13f0b474e9e req-0be1b907-3ab3-448a-bd42-1df9558a16aa tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0606494 Jun 16 21:15:38.734923 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-08f8f2bd-6c6d-47ea-9964-e13f0b474e9e req-13f44cb6-9db8-4191-8467-4a47bc043829 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732961 Jun 16 21:15:38.760958 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7f7e-d0e2-4a81-a2ae-f8911ac82f80 req-10074da2-52d5-4a12-a80e-73ffab6512d0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:38.763397 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-997e7f7e-d0e2-4a81-a2ae-f8911ac82f80 req-10074da2-52d5-4a12-a80e-73ffab6512d0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0685322 Jun 16 21:15:38.820747 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-997e7f7e-d0e2-4a81-a2ae-f8911ac82f80 req-21c435f9-0ff3-426a-9d4b-acafcaa06403 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516081 Jun 16 21:15:39.540762 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c3bef-a9a9-4d36-9c94-02853cb71cca req-f788f47f-e120-4b84-8a38-b6727b7bf84e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:39.541977 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3d225-d9b0-47a9-bff8-5a2b73607ec6 req-e10f5d43-9d77-4533-8ac4-a9f928bd0c1a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:39.552053 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-442c3bef-a9a9-4d36-9c94-02853cb71cca req-f788f47f-e120-4b84-8a38-b6727b7bf84e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.1458030 Jun 16 21:15:39.553633 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9d3d225-d9b0-47a9-bff8-5a2b73607ec6 req-e10f5d43-9d77-4533-8ac4-a9f928bd0c1a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1502924 Jun 16 21:15:39.710244 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9d3d225-d9b0-47a9-bff8-5a2b73607ec6 req-5088961a-faff-45fd-9cf6-885fb11148d3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554027 Jun 16 21:15:39.731690 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-442c3bef-a9a9-4d36-9c94-02853cb71cca req-71144598-148f-4f4d-a561-f2c6401c669e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649299 Jun 16 21:15:39.847937 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37233ed-60a9-4291-a2e1-7c79d7e467f2 req-308ffe40-5bcc-4baf-8b3b-fdb4315ac241 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:39.849595 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c37233ed-60a9-4291-a2e1-7c79d7e467f2 req-308ffe40-5bcc-4baf-8b3b-fdb4315ac241 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0596316 Jun 16 21:15:39.949511 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c37233ed-60a9-4291-a2e1-7c79d7e467f2 req-0e2c911b-40d5-472a-840d-e47c6fa2e718 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915513 Jun 16 21:15:39.970383 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbbae8-eca0-4ae7-b086-ae0c4a39ad20 req-16c5210d-8b0a-4adb-8a0b-4afd92a38691 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:39.980164 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ccbbae8-eca0-4ae7-b086-ae0c4a39ad20 req-16c5210d-8b0a-4adb-8a0b-4afd92a38691 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.1582344 Jun 16 21:15:40.188919 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:40.190435 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad40d7-fead-4e40-b4d4-35b20ea88c3c req-a89693c0-5032-4ea4-b04a-eb8b9f7e0e7f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:40.192382 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69ad40d7-fead-4e40-b4d4-35b20ea88c3c req-a89693c0-5032-4ea4-b04a-eb8b9f7e0e7f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.1541207 Jun 16 21:15:40.210932 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ccbbae8-eca0-4ae7-b086-ae0c4a39ad20 req-c0cda781-910a-4fc4-81b4-6a1270625253 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237828 Jun 16 21:15:40.214258 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:40.317431 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69ad40d7-fead-4e40-b4d4-35b20ea88c3c req-632020a2-957b-4b29-b721-445a471ac2a5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172640 Jun 16 21:15:40.617671 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:40.966546 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9cdf2-6947-4161-82c7-d77f7abf0f36 req-75180e0b-a4ff-4864-b1e1-197f0b2293f6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:40.968280 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4a9cdf2-6947-4161-82c7-d77f7abf0f36 req-75180e0b-a4ff-4864-b1e1-197f0b2293f6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.0981629 Jun 16 21:15:40.994846 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41050f78-c2a7-4962-ae0c-3b89d90537e6 req-6c458623-9bda-4ead-8251-fa5520909e76 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:41.004379 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41050f78-c2a7-4962-ae0c-3b89d90537e6 req-6c458623-9bda-4ead-8251-fa5520909e76 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0816870 Jun 16 21:15:41.032537 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:41.064871 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4a9cdf2-6947-4161-82c7-d77f7abf0f36 req-a4d447ad-f185-47b8-9089-afa068914db2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880868 Jun 16 21:15:41.113114 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41050f78-c2a7-4962-ae0c-3b89d90537e6 req-7ef99b41-6b72-4385-abba-31a0b19bcea2 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991406 Jun 16 21:15:41.243784 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de8ce5-67ed-4462-adac-72caf85098b8 req-f15bc960-13b0-4f26-98db-798866d24c32 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:41.251418 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9de8ce5-67ed-4462-adac-72caf85098b8 req-f15bc960-13b0-4f26-98db-798866d24c32 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0744500 Jun 16 21:15:41.328738 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9de8ce5-67ed-4462-adac-72caf85098b8 req-5d551347-a895-4be4-b02e-eb70fd6c5d1a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752585 Jun 16 21:15:41.369245 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:41.377518 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6ab3f-399f-4213-9c4d-14a292d1b34d req-ecaf9b4b-4b3b-4663-aad4-340a33564892 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:41.379092 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-16d6ab3f-399f-4213-9c4d-14a292d1b34d req-ecaf9b4b-4b3b-4663-aad4-340a33564892 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0701323 Jun 16 21:15:41.473300 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-16d6ab3f-399f-4213-9c4d-14a292d1b34d req-c3e27706-f902-425b-a733-7cf832cf5209 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868158 Jun 16 21:15:41.528994 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f117fe-53d6-4d22-9377-497779e2f293 req-afb5be27-a9ad-4bd3-ba7f-91d1f1d2c0f6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:41.538495 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56f117fe-53d6-4d22-9377-497779e2f293 req-afb5be27-a9ad-4bd3-ba7f-91d1f1d2c0f6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.1065319 Jun 16 21:15:41.629222 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56f117fe-53d6-4d22-9377-497779e2f293 req-dfded1ce-0040-4269-9426-0fcd311f54f9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897851 Jun 16 21:15:42.164569 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6d083cc3-57c5-45ee-8b91-13084586fee3 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:15:42.258347 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509668e1-d26d-459f-8cb0-6c46baefdd0e req-a8d98ac0-81ba-4144-879f-eca8127f99bd tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:42.269087 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-509668e1-d26d-459f-8cb0-6c46baefdd0e req-a8d98ac0-81ba-4144-879f-eca8127f99bd tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0831888 Jun 16 21:15:42.282186 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b596357-8f63-4c25-b5b5-85b3d23d8472 req-5dbc5175-dc0b-413c-a505-95002daf0d51 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:42.289590 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b596357-8f63-4c25-b5b5-85b3d23d8472 req-5dbc5175-dc0b-413c-a505-95002daf0d51 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 944 time: 0.1008382 Jun 16 21:15:42.338606 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:42.354495 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-509668e1-d26d-459f-8cb0-6c46baefdd0e req-4a3d48ba-9a3e-4a38-91df-2b4d7d012fab tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839970 Jun 16 21:15:42.393009 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6d083cc3-57c5-45ee-8b91-13084586fee3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6d083cc3-57c5-45ee-8b91-13084586fee3,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:42.401894 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b596357-8f63-4c25-b5b5-85b3d23d8472 req-c6cd0323-41ff-498a-994e-f6da05e19cb9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042335 Jun 16 21:15:42.425903 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'port_id': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'mac_address': 'fa:16:3e:ff:aa:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:15:42.494435 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6d083cc3-57c5-45ee-8b91-13084586fee3 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:42.494989 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:42.513981 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d083cc3-57c5-45ee-8b91-13084586fee3 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:15:42.534609 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4c2e0-7887-4ee7-a809-7722f5bfafd4 req-92236c3b-afa1-48cf-b604-7d705ee21392 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:42.554450 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07d4c2e0-7887-4ee7-a809-7722f5bfafd4 req-92236c3b-afa1-48cf-b604-7d705ee21392 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0968075 Jun 16 21:15:42.556350 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6d083cc3-57c5-45ee-8b91-13084586fee3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6d083cc3-57c5-45ee-8b91-13084586fee3,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:42.567641 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:42.651661 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6d083cc3-57c5-45ee-8b91-13084586fee3,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:42.717414 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07d4c2e0-7887-4ee7-a809-7722f5bfafd4 req-4cf50779-0bd4-4e66-a450-af1ff494b8cb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617529 Jun 16 21:15:42.805919 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c3f6e-f041-42c8-9b67-c268a00cd4d2 req-1c4c28f5-433f-4dc9-895e-548df0d51381 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:42.807516 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b43c3f6e-f041-42c8-9b67-c268a00cd4d2 req-1c4c28f5-433f-4dc9-895e-548df0d51381 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.1973953 Jun 16 21:15:42.888922 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b43c3f6e-f041-42c8-9b67-c268a00cd4d2 req-2be62ec3-ae64-4242-b1f1-4920cc087f84 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Jun 16 21:15:42.945547 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['6d083cc3-57c5-45ee-8b91-13084586fee3'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:15:42.999413 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7908c5-fa0c-415e-8b1f-d51cd6a6a10d req-e7835962-5aa1-4f23-87b1-42041917b4f7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:43.000965 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be7908c5-fa0c-415e-8b1f-d51cd6a6a10d req-e7835962-5aa1-4f23-87b1-42041917b4f7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.1013153 Jun 16 21:15:43.070665 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be7908c5-fa0c-415e-8b1f-d51cd6a6a10d req-1ab6cfa6-4828-495a-b0b8-9896b487ff48 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581062 Jun 16 21:15:43.585221 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe76067-aaac-4046-962b-2d266a2691ec req-2815db49-1f2f-4fb9-be85-d9bfa0b6e97d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:43.594380 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ebe76067-aaac-4046-962b-2d266a2691ec req-2815db49-1f2f-4fb9-be85-d9bfa0b6e97d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1176465 Jun 16 21:15:43.626753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254789-20b7-4737-a884-d1a74c518132 req-855b5e49-05df-406f-a066-71b3123a2657 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:43.629181 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de254789-20b7-4737-a884-d1a74c518132 req-855b5e49-05df-406f-a066-71b3123a2657 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 945 time: 0.0967653 Jun 16 21:15:43.684906 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ebe76067-aaac-4046-962b-2d266a2691ec req-ce0f4c18-cfd1-4911-af15-28c9e41fefcf tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894885 Jun 16 21:15:43.705305 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-de254789-20b7-4737-a884-d1a74c518132 req-28f69909-a5e0-43dd-a73f-06fd5f90855a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699635 Jun 16 21:15:43.942826 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc4786-776e-4f91-bc56-668332543b6f req-319e7687-bbc2-4a95-8853-7c0a21a26808 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:43.949539 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56dc4786-776e-4f91-bc56-668332543b6f req-319e7687-bbc2-4a95-8853-7c0a21a26808 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0818295 Jun 16 21:15:44.039133 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56dc4786-776e-4f91-bc56-668332543b6f req-f430b390-bdca-4253-adfe-b543ad965dee tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884140 Jun 16 21:15:44.046772 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74a3a-884f-49d4-9cdd-5128b775ab45 req-6ef0a734-874c-4f4b-871e-c9b6dedab031 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:44.048462 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fef74a3a-884f-49d4-9cdd-5128b775ab45 req-6ef0a734-874c-4f4b-871e-c9b6dedab031 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0595946 Jun 16 21:15:44.137401 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fef74a3a-884f-49d4-9cdd-5128b775ab45 req-b15ac26b-ae39-4e73-9e7f-e783a34f37f7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792971 Jun 16 21:15:44.167184 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6d083cc3-57c5-45ee-8b91-13084586fee3 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:15:44.211335 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:44.249198 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55f70-760a-4840-8b39-3b558c7a1a01 req-d3a49778-e82b-4443-b4bb-cc26f2afe60e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:44.251145 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5e55f70-760a-4840-8b39-3b558c7a1a01 req-d3a49778-e82b-4443-b4bb-cc26f2afe60e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0798490 Jun 16 21:15:44.280129 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 6d083cc3-57c5-45ee-8b91-13084586fee3 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:15:44.310801 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 6d083cc3-57c5-45ee-8b91-13084586fee3 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:15:44.311246 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:44.312920 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:44.338515 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5e55f70-760a-4840-8b39-3b558c7a1a01 req-2c56ae65-afe9-44c3-b02a-2e8a18b5452d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786772 Jun 16 21:15:44.478170 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6d083cc3-57c5-45ee-8b91-13084586fee3 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:44.478669 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:44.511709 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:15:44.514501 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b59246-096d-4689-8d0c-86f45e846042" -d '{"events": [{"server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "name": "network-vif-plugged", "status": "completed", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:15:44.589517 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6d083cc3-57c5-45ee-8b91-13084586fee3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6d083cc3-57c5-45ee-8b91-13084586fee3,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:44.610114 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef749616-aeff-42cd-b358-ac4534157dc0 x-openstack-request-id: req-ef749616-aeff-42cd-b358-ac4534157dc0 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:15:44.610114 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "name": "network-vif-plugged", "status": "completed", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:15:44.610114 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef749616-aeff-42cd-b358-ac4534157dc0 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:15:44.610114 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef749616-aeff-42cd-b358-ac4534157dc0'] response: {'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'code': 200} Jun 16 21:15:44.616811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:44.738779 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6d083cc3-57c5-45ee-8b91-13084586fee3,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:44.875724 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:44.941412 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f0d9d-2b61-4567-a364-82330fefc2ad req-d9914778-46fa-4bdf-8fa2-6f8fb9a26432 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:44.952330 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5c5f0d9d-2b61-4567-a364-82330fefc2ad req-d9914778-46fa-4bdf-8fa2-6f8fb9a26432 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0927997 Jun 16 21:15:44.967686 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04b194-09df-436b-9dbb-00747b6098ec req-ad1572ed-dca2-4793-a0d9-7f3d68fe0060 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:44.970506 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b04b194-09df-436b-9dbb-00747b6098ec req-ad1572ed-dca2-4793-a0d9-7f3d68fe0060 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1533263 Jun 16 21:15:45.031390 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5c5f0d9d-2b61-4567-a364-82330fefc2ad req-ab0ee719-261b-45ea-88b4-b4a6da2e30a1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777018 Jun 16 21:15:45.131937 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b04b194-09df-436b-9dbb-00747b6098ec req-f2a694e8-bfff-442c-a1bd-33e078eb3b1a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537952 Jun 16 21:15:45.286226 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf637a-2ba8-4d4e-8d7d-fdf392f0f13f req-699e773f-9da5-4343-b9ad-9b06d12951eb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:45.297885 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-12cf637a-2ba8-4d4e-8d7d-fdf392f0f13f req-699e773f-9da5-4343-b9ad-9b06d12951eb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1023889 Jun 16 21:15:45.328230 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf666a-efb4-4b5b-96e0-d6e344863d69 req-d35eece4-6608-4aad-a709-9e6e885f31b5 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:45.329748 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-91cf666a-efb4-4b5b-96e0-d6e344863d69 req-d35eece4-6608-4aad-a709-9e6e885f31b5 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0963826 Jun 16 21:15:45.357904 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-12cf637a-2ba8-4d4e-8d7d-fdf392f0f13f req-1c44c199-7fb4-4fbe-a51b-ba1919244757 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Jun 16 21:15:45.464634 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-91cf666a-efb4-4b5b-96e0-d6e344863d69 req-17d6d2bb-1140-4c3a-9a4e-c3dabe4d3b8c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175866 Jun 16 21:15:45.510638 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115af2e1-709a-4074-a5be-ca87fed6bce0 req-469c6483-5e6e-4a14-8b4b-1388b205a5bf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:45.518105 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-115af2e1-709a-4074-a5be-ca87fed6bce0 req-469c6483-5e6e-4a14-8b4b-1388b205a5bf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0871377 Jun 16 21:15:45.608219 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-115af2e1-709a-4074-a5be-ca87fed6bce0 req-ac9815a2-3550-4a56-93a9-0747a6e3178f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892177 Jun 16 21:15:46.130464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:46.152863 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5b0e-281e-4274-beaa-cbe86ba19dce req-cddc2931-0799-4eec-b234-b96a080b78fa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:46.154365 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-610c5b0e-281e-4274-beaa-cbe86ba19dce req-cddc2931-0799-4eec-b234-b96a080b78fa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0581245 Jun 16 21:15:46.209074 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-610c5b0e-281e-4274-beaa-cbe86ba19dce req-a982fa07-454e-44db-bf9b-9f3bb20a9774 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490215 Jun 16 21:15:46.485778 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90ccc3-5797-4635-b43e-f604bb25482f req-15fa4cff-5ced-4bce-9010-5e154cae1010 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:46.492287 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6e90ccc3-5797-4635-b43e-f604bb25482f req-15fa4cff-5ced-4bce-9010-5e154cae1010 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.2815523 Jun 16 21:15:46.511003 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c27a0-3df6-4420-9c65-f9a7be3faf4d req-19c485bd-0d26-4893-8918-0c5c4e3ff26a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:46.512780 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-373c27a0-3df6-4420-9c65-f9a7be3faf4d req-19c485bd-0d26-4893-8918-0c5c4e3ff26a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0698757 Jun 16 21:15:46.545573 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6e90ccc3-5797-4635-b43e-f604bb25482f req-ddc62f1d-4089-4965-9f03-4a74090625df tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Jun 16 21:15:46.580092 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-373c27a0-3df6-4420-9c65-f9a7be3faf4d req-1b13bd49-a660-4228-a1de-81a8f7a0e343 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614047 Jun 16 21:15:46.676093 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8442fc-72ab-4ef5-b91b-fa13a1d5975e req-1725d4bd-4679-4b41-a030-0d5bc5671b33 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:46.677785 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-df8442fc-72ab-4ef5-b91b-fa13a1d5975e req-1725d4bd-4679-4b41-a030-0d5bc5671b33 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0511835 Jun 16 21:15:46.746339 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-df8442fc-72ab-4ef5-b91b-fa13a1d5975e req-5aaf2c6b-3de6-496b-ab5c-1332bc837b26 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628066 Jun 16 21:15:46.775718 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a2529-37e6-415c-83bd-2ab905c1a242 req-66c3c4c7-aa6b-4a1b-969c-723b4b2d7ff9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:46.777362 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c57a2529-37e6-415c-83bd-2ab905c1a242 req-66c3c4c7-aa6b-4a1b-969c-723b4b2d7ff9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0632193 Jun 16 21:15:46.832208 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c57a2529-37e6-415c-83bd-2ab905c1a242 req-b6a3ccca-0d87-492c-9369-bce4ce2e92bd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492649 Jun 16 21:15:47.333366 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b7ca2-8486-4446-82d6-63ce55ebdcb9 req-315007ca-f18a-4841-841b-3b36b89d5f69 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:47.335143 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5b7ca2-8486-4446-82d6-63ce55ebdcb9 req-315007ca-f18a-4841-841b-3b36b89d5f69 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0548210 Jun 16 21:15:47.388371 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b5b7ca2-8486-4446-82d6-63ce55ebdcb9 req-554db43c-deb6-42af-b26c-cc84e42de5f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467882 Jun 16 21:15:47.685126 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d1f-ab67-4af4-8ea6-f21aa6c7f05d req-7b4d5a3c-e73e-4a17-9a6d-762cc59ea37c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:47.702376 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8ff4d1f-ab67-4af4-8ea6-f21aa6c7f05d req-7b4d5a3c-e73e-4a17-9a6d-762cc59ea37c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0818679 Jun 16 21:15:47.718455 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01594e56-2187-4db5-8034-83ed3152d76b req-9be490ae-7f77-40f0-9fad-9bb619094ff1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:47.719991 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-01594e56-2187-4db5-8034-83ed3152d76b req-9be490ae-7f77-40f0-9fad-9bb619094ff1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0557516 Jun 16 21:15:47.754551 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8ff4d1f-ab67-4af4-8ea6-f21aa6c7f05d req-d1002529-8552-4731-a543-558444cfe029 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451615 Jun 16 21:15:47.790448 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-01594e56-2187-4db5-8034-83ed3152d76b req-1b0e6b98-ea17-40f5-b38c-29dc8be6a932 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647955 Jun 16 21:15:47.897051 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011d04e-b995-42f6-adca-fc0491be0694 req-4bd84e6e-2d17-418a-91d8-d0254dab2015 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:47.898846 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4011d04e-b995-42f6-adca-fc0491be0694 req-4bd84e6e-2d17-418a-91d8-d0254dab2015 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0647850 Jun 16 21:15:47.931996 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:47.954324 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:47.970686 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4011d04e-b995-42f6-adca-fc0491be0694 req-660fefd2-8a50-4b58-9ec6-4f91f23e9e6d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641448 Jun 16 21:15:47.977101 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e9a5-b0a7-4741-a29f-4a962714feb7 req-1a015cea-d6ba-437e-ba69-307f69469400 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:47.978657 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4400e9a5-b0a7-4741-a29f-4a962714feb7 req-1a015cea-d6ba-437e-ba69-307f69469400 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0576184 Jun 16 21:15:48.029234 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4400e9a5-b0a7-4741-a29f-4a962714feb7 req-3833196a-ddd0-40d2-8dce-fc2aaaa0d2ca tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Jun 16 21:15:48.505166 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672ebc9-4e07-494a-acfe-568c667ff761 req-5b26262b-1130-4ee9-bfcc-2f7196813a23 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:48.507411 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2672ebc9-4e07-494a-acfe-568c667ff761 req-5b26262b-1130-4ee9-bfcc-2f7196813a23 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0510452 Jun 16 21:15:48.556301 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2672ebc9-4e07-494a-acfe-568c667ff761 req-2bc7dfef-1ff2-4a7f-80d8-8c2d2c866b02 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430501 Jun 16 21:15:48.903272 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1767d-7465-4afe-b94e-59cad71b68b3 req-3a439e09-de03-4237-93e0-e240fc8f6272 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:48.904915 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3b1767d-7465-4afe-b94e-59cad71b68b3 req-3a439e09-de03-4237-93e0-e240fc8f6272 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0734406 Jun 16 21:15:48.919943 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10286fa2-bc09-447f-9610-d25531f87b53 req-38861061-90da-4831-ada7-1570bc66302e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:48.927449 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10286fa2-bc09-447f-9610-d25531f87b53 req-38861061-90da-4831-ada7-1570bc66302e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0649552 Jun 16 21:15:48.959181 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c3b1767d-7465-4afe-b94e-59cad71b68b3 req-7cf2b966-ab5f-4c21-b827-885a41835347 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 Jun 16 21:15:48.972485 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10286fa2-bc09-447f-9610-d25531f87b53 req-0906c9de-d141-406e-aa9a-0f78f9bd012f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Jun 16 21:15:49.088103 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bef528-2eb6-4a3c-b384-cfcaa74d1aab req-23416e22-c271-4648-bee5-831f10b2ebf5 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:49.089681 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32bef528-2eb6-4a3c-b384-cfcaa74d1aab req-23416e22-c271-4648-bee5-831f10b2ebf5 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0528309 Jun 16 21:15:49.143964 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32bef528-2eb6-4a3c-b384-cfcaa74d1aab req-2f9ecb0a-97b6-4c5a-9f7d-512a88e03fea tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476415 Jun 16 21:15:49.155164 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434358ea-3e71-4c51-912b-5e582b79adac req-04fc0c22-e6f1-42af-aa97-8e03abb4f084 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:49.156723 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-434358ea-3e71-4c51-912b-5e582b79adac req-04fc0c22-e6f1-42af-aa97-8e03abb4f084 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0532234 Jun 16 21:15:49.207557 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-434358ea-3e71-4c51-912b-5e582b79adac req-617ac4dd-d486-444b-af9e-7e81babeaed5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Jun 16 21:15:49.671317 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082021ed-5ac5-40a0-842d-6905a8f3cbcc req-903b6ce6-2426-437e-ad1c-f213730b321f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:49.672822 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-082021ed-5ac5-40a0-842d-6905a8f3cbcc req-903b6ce6-2426-437e-ad1c-f213730b321f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0479257 Jun 16 21:15:49.720045 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-082021ed-5ac5-40a0-842d-6905a8f3cbcc req-b5cc2632-0dfc-4ee5-b2dc-1f0ca57958ef tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 Jun 16 21:15:50.093478 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:50.102337 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f5765-92be-4802-a7d1-82fbe5478eab req-f0055078-2c71-4aaf-863e-7777f2c8954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.103846 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-819f5765-92be-4802-a7d1-82fbe5478eab req-f0055078-2c71-4aaf-863e-7777f2c8954d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1127 time: 0.1088216 Jun 16 21:15:50.112005 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610266a9-50cb-43a1-b5e1-71ce11ba8cdf req-7869d0fc-476b-4ca6-ac9e-c5e673a43728 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.113680 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-610266a9-50cb-43a1-b5e1-71ce11ba8cdf req-7869d0fc-476b-4ca6-ac9e-c5e673a43728 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0572736 Jun 16 21:15:50.130999 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab770-d0fc-45e4-abd7-48f1b69a4688 req-41a7cdec-0ba4-4700-9e3d-49ac21f9ea6e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.132605 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe2ab770-d0fc-45e4-abd7-48f1b69a4688 req-41a7cdec-0ba4-4700-9e3d-49ac21f9ea6e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0497730 Jun 16 21:15:50.167357 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-610266a9-50cb-43a1-b5e1-71ce11ba8cdf req-67358ec0-ea1a-4537-bc6e-654d75c7ab2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474534 Jun 16 21:15:50.189531 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe2ab770-d0fc-45e4-abd7-48f1b69a4688 req-80c43542-998f-47db-a3a2-25671123797a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493617 Jun 16 21:15:50.275417 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cf172-3aad-41be-8093-768a611d542e req-82844b92-a5c3-486b-a000-57f36a1757c7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.276959 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c7cf172-3aad-41be-8093-768a611d542e req-82844b92-a5c3-486b-a000-57f36a1757c7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0510602 Jun 16 21:15:50.328012 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c7cf172-3aad-41be-8093-768a611d542e req-28a17f72-5016-4481-b498-cce8d2f341d5 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 Jun 16 21:15:50.342433 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0575f1f-d272-401f-8bac-1e72fbcd97ee req-77ce8b2d-20ac-449a-b7ea-0c62227833b0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.343947 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f0575f1f-d272-401f-8bac-1e72fbcd97ee req-77ce8b2d-20ac-449a-b7ea-0c62227833b0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0572438 Jun 16 21:15:50.413676 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f0575f1f-d272-401f-8bac-1e72fbcd97ee req-f8733d00-8c14-489a-8417-04252aca37b6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524516 Jun 16 21:15:50.441384 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:50.461067 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d0116-f932-4ec0-bc1c-63de2e67cab5 req-fb67df14-268e-4175-9969-3e6789708c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.462465 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-558d0116-f932-4ec0-bc1c-63de2e67cab5 req-fb67df14-268e-4175-9969-3e6789708c45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 1130 time: 0.0531664 Jun 16 21:15:50.477580 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f5765-92be-4802-a7d1-82fbe5478eab req-6b5c415e-813d-495e-958f-fe3b6d760cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.478938 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-819f5765-92be-4802-a7d1-82fbe5478eab req-6b5c415e-813d-495e-958f-fe3b6d760cf5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df862b955995466a84bc189d9098d7ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1432681 Jun 16 21:15:50.834461 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1526-bd06-4dd2-b175-b4b74c5b12f7 req-1197b911-3d1a-4285-ae8b-b002750efd92 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:50.835906 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18ec1526-bd06-4dd2-b175-b4b74c5b12f7 req-1197b911-3d1a-4285-ae8b-b002750efd92 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0474389 Jun 16 21:15:50.882343 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18ec1526-bd06-4dd2-b175-b4b74c5b12f7 req-ae4f1fde-cdbb-43e6-a529-77353d52845f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Jun 16 21:15:51.074899 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-558d0116-f932-4ec0-bc1c-63de2e67cab5 req-7cc3b911-43f4-4615-bb92-d142364fb53a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004331 Jun 16 21:15:51.099155 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f5765-92be-4802-a7d1-82fbe5478eab req-db873b57-e6eb-408f-913e-c3c03e609ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.101207 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-819f5765-92be-4802-a7d1-82fbe5478eab req-db873b57-e6eb-408f-913e-c3c03e609ad2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201000 Jun 16 21:15:51.284528 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a6034-a9dd-4010-b477-92290990aae8 req-0b3a713d-0f67-4c70-90c9-d7c5dc91dfc7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.285935 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f8a6034-a9dd-4010-b477-92290990aae8 req-0b3a713d-0f67-4c70-90c9-d7c5dc91dfc7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Jun 16 21:15:51.308160 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656c5ed-ff92-4368-bf6c-b4a0209148a3 req-26aa2948-03d2-45b9-ba9e-f910a461593a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.309685 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9656c5ed-ff92-4368-bf6c-b4a0209148a3 req-26aa2948-03d2-45b9-ba9e-f910a461593a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0491915 Jun 16 21:15:51.334713 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f8a6034-a9dd-4010-b477-92290990aae8 req-86f883ea-0632-4701-93c6-58095bc8a98c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Jun 16 21:15:51.340304 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:51.358539 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9656c5ed-ff92-4368-bf6c-b4a0209148a3 req-ee5df2a7-84cc-47ed-84fc-9a8493e6fdaf tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Jun 16 21:15:51.453721 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1377af1-e31f-4848-8fe1-bf1405e26d11 req-dcab2e08-245c-45e9-bdcc-ef8bf43a3070 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.455231 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1377af1-e31f-4848-8fe1-bf1405e26d11 req-dcab2e08-245c-45e9-bdcc-ef8bf43a3070 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0561702 Jun 16 21:15:51.518530 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-c22ebd64-a51c-43e1-a5b3-6bebde2bcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.519048 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b1377af1-e31f-4848-8fe1-bf1405e26d11 req-7bc16097-f58f-4a49-9019-0b94a93f1ee2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564415 Jun 16 21:15:51.521702 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-c22ebd64-a51c-43e1-a5b3-6bebde2bcf11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1129 time: 0.1013627 Jun 16 21:15:51.550096 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-025d2eef-1ac9-4462-8a36-c60a6c67d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.551563 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-025d2eef-1ac9-4462-8a36-c60a6c67d4c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1127 time: 0.0855598 Jun 16 21:15:51.562828 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adae8f-bdb6-4a9b-8e10-c15a20658886 req-9b54b686-4679-4f71-92ec-bab080d7d13a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.564217 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47adae8f-bdb6-4a9b-8e10-c15a20658886 req-9b54b686-4679-4f71-92ec-bab080d7d13a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0648038 Jun 16 21:15:51.611419 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47adae8f-bdb6-4a9b-8e10-c15a20658886 req-304a2348-5116-4674-828f-0e71d97cc0e2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Jun 16 21:15:51.993550 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2017d5-a0fa-44f6-ba0c-285067b1f013 req-6eb83bd1-d854-4f31-b1cb-93bd324fb4e3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:51.995000 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b2017d5-a0fa-44f6-ba0c-285067b1f013 req-6eb83bd1-d854-4f31-b1cb-93bd324fb4e3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0474267 Jun 16 21:15:52.041103 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b2017d5-a0fa-44f6-ba0c-285067b1f013 req-c12bda93-9d3b-4663-8719-190d919740db tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406773 Jun 16 21:15:52.296599 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:52.317841 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:52.453549 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67535e5-7bee-418b-9fe0-14b04f8e23bf req-3bd24e0c-c9c5-487e-859d-b276653dd00f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:52.455071 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c67535e5-7bee-418b-9fe0-14b04f8e23bf req-3bd24e0c-c9c5-487e-859d-b276653dd00f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0519018 Jun 16 21:15:52.476880 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0d38c-6765-4678-a015-cf0a9a50958d req-5689bcda-8b17-4797-8736-6dddc9c18bf4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:52.478401 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-95f0d38c-6765-4678-a015-cf0a9a50958d req-5689bcda-8b17-4797-8736-6dddc9c18bf4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0476699 Jun 16 21:15:52.504546 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c67535e5-7bee-418b-9fe0-14b04f8e23bf req-b86f33c2-64cd-4322-ae8e-d18bb705719b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Jun 16 21:15:52.526962 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-95f0d38c-6765-4678-a015-cf0a9a50958d req-e432370e-57ce-4425-89cd-cfeb9dadb570 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Jun 16 21:15:52.633171 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777ef06-1a7a-4442-a7ba-a6721258a2b7 req-b2159769-e4a4-444e-9b3f-a6c4fe3748c6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:52.634620 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4777ef06-1a7a-4442-a7ba-a6721258a2b7 req-b2159769-e4a4-444e-9b3f-a6c4fe3748c6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0475521 Jun 16 21:15:52.682946 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4777ef06-1a7a-4442-a7ba-a6721258a2b7 req-a067f434-a21f-4a0b-9442-f9dd8c0e1a9d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Jun 16 21:15:52.735365 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d64bba-172f-49bc-8efb-79370a93a069 req-d3c1fb22-db7d-47fd-ac67-214e2276e9e8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:52.736892 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b5d64bba-172f-49bc-8efb-79370a93a069 req-d3c1fb22-db7d-47fd-ac67-214e2276e9e8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0518241 Jun 16 21:15:52.786530 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b5d64bba-172f-49bc-8efb-79370a93a069 req-420c5d48-52a1-4689-bf87-737d126f5968 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Jun 16 21:15:53.153466 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55de121-8b35-494b-b77a-d328595d8333 req-6877f45c-1c49-4a04-b5e7-18f3501f8aa1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.154930 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a55de121-8b35-494b-b77a-d328595d8333 req-6877f45c-1c49-4a04-b5e7-18f3501f8aa1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0472953 Jun 16 21:15:53.208490 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a55de121-8b35-494b-b77a-d328595d8333 req-65e58a17-9e85-4ffe-9516-e728134adea1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436220 Jun 16 21:15:53.400127 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-f04ef545-b7f8-4c53-a896-d38fff7c661a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 217 time: 0.0409348 Jun 16 21:15:53.494900 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-4997bc25-576e-4e99-a673-2b64ba03c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.496361 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-4997bc25-576e-4e99-a673-2b64ba03c086 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb707000-44b0-4ef0-88da-83e77c085cf8 HTTP/1.1" status: 200 len: 854 time: 0.0624566 Jun 16 21:15:53.518527 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-d4f05971-aef8-435b-a91d-4c0c7a6bf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.519951 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-d4f05971-aef8-435b-a91d-4c0c7a6bf411 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.1791365 Jun 16 21:15:53.527863 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667a46a-33b3-4ef2-873a-4e61faf48c56 req-ae6cd3d1-af58-44ee-a028-d075876a5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.529772 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4667a46a-33b3-4ef2-873a-4e61faf48c56 req-ae6cd3d1-af58-44ee-a028-d075876a5bbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 1130 time: 0.0394666 Jun 16 21:15:53.567113 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:53.578836 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:53.583187 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4667a46a-33b3-4ef2-873a-4e61faf48c56 req-6a46e2c6-d60d-43a4-9df1-bf17168c0deb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Jun 16 21:15:53.588098 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-87187006-e43b-40d6-980e-880212c7bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.589600 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-87187006-e43b-40d6-980e-880212c7bb5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841570 Jun 16 21:15:53.632364 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-c1730c16-6f0c-43c8-b888-f49e45432b43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 1000 time: 0.0965385 Jun 16 21:15:53.662060 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7779e1-7de5-4d7a-a963-37dfc23d9063 req-dddfed00-e6db-475d-a518-8db34cabfefc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.663888 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0b7779e1-7de5-4d7a-a963-37dfc23d9063 req-dddfed00-e6db-475d-a518-8db34cabfefc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0550015 Jun 16 21:15:53.668006 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d8965-f4c9-48a0-b065-757a420d0399 req-ff9e2153-67ba-444d-9df6-cadaa9224bb6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.669551 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5b2d8965-f4c9-48a0-b065-757a420d0399 req-ff9e2153-67ba-444d-9df6-cadaa9224bb6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0580540 Jun 16 21:15:53.724292 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0b7779e1-7de5-4d7a-a963-37dfc23d9063 req-1b264387-7a53-4a80-b840-9f787176ebac tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535018 Jun 16 21:15:53.724953 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5b2d8965-f4c9-48a0-b065-757a420d0399 req-cdc59a9b-b87f-4625-b38f-b5402a40d348 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490272 Jun 16 21:15:53.828042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccb561-b5c1-4f83-9754-72e2e43d11fd req-cf9df902-1726-4865-99a4-1c5c8831563c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.829582 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-abccb561-b5c1-4f83-9754-72e2e43d11fd req-cf9df902-1726-4865-99a4-1c5c8831563c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0491085 Jun 16 21:15:53.877909 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-abccb561-b5c1-4f83-9754-72e2e43d11fd req-e2e3b2c2-2f9e-4d85-8d11-1bd223587fa0 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Jun 16 21:15:53.906057 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767da7-b9b6-4468-ac74-26ceb790ef63 req-f7033549-a681-4eb8-87c6-79ad95bdcfd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:53.907507 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56767da7-b9b6-4468-ac74-26ceb790ef63 req-f7033549-a681-4eb8-87c6-79ad95bdcfd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0485227 Jun 16 21:15:53.953521 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56767da7-b9b6-4468-ac74-26ceb790ef63 req-952c238c-540a-4a24-9395-cdf54f829186 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Jun 16 21:15:54.104394 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:54.107539 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-27f78422-08a6-4644-a2e9-531ec9c6352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:54.109342 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-27f78422-08a6-4644-a2e9-531ec9c6352c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.0942416 Jun 16 21:15:54.134374 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-64ce15d8-0ee5-43c5-991b-5af628c63741 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267209 Jun 16 21:15:54.327980 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058bd4f-1742-4e1e-936b-771f31d99c25 req-19d6da6c-bf83-41f2-9276-059693e17c3f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:54.329837 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0058bd4f-1742-4e1e-936b-771f31d99c25 req-19d6da6c-bf83-41f2-9276-059693e17c3f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0531332 Jun 16 21:15:54.380112 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0058bd4f-1742-4e1e-936b-771f31d99c25 req-3d6092f4-380b-4f3f-8c89-fd9604d26779 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439320 Jun 16 21:15:54.442397 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d82fa-993a-480d-868e-d3c5cfe798ba req-a626f39a-92ac-473c-8681-a1dae71e87b8 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:54.443877 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d5d82fa-993a-480d-868e-d3c5cfe798ba req-a626f39a-92ac-473c-8681-a1dae71e87b8 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.0484118 Jun 16 21:15:54.470275 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:54.491312 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938d0b8-a4ad-416d-a817-7a76d150a5f5 req-5dc846f6-e7ea-4ca4-a998-f42348695cf9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:54.492793 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4938d0b8-a4ad-416d-a817-7a76d150a5f5 req-5dc846f6-e7ea-4ca4-a998-f42348695cf9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0471444 Jun 16 21:15:54.497802 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d5d82fa-993a-480d-868e-d3c5cfe798ba req-a7f4bf71-8c83-4ed7-82bf-9422317d0fd9 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480871 Jun 16 21:15:54.501645 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 35586) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:15:54.505921 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'port_id': '6d083cc3-57c5-45ee-8b91-13084586fee3'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:15:54.544624 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (2e6f06fb-137f-4003-9087-6bc482731383), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:54.719085 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:54.734890 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:54.833839 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99bd4-ca6a-42ff-a9a3-a8c84a4fc93f req-9e5bf325-86ea-4556-adaa-a632cad02446 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:54.835371 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58f99bd4-ca6a-42ff-a9a3-a8c84a4fc93f req-9e5bf325-86ea-4556-adaa-a632cad02446 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0489228 Jun 16 21:15:54.885309 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58f99bd4-ca6a-42ff-a9a3-a8c84a4fc93f req-0cf41490-dad7-4623-a543-35a23435955f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Jun 16 21:15:54.907356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b20a5-0937-4364-9a3a-4cfb4a30cc92 req-b4b170b6-d082-4888-8b47-7819f39a1979 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:54.908840 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc8b20a5-0937-4364-9a3a-4cfb4a30cc92 req-b4b170b6-d082-4888-8b47-7819f39a1979 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.1142654 Jun 16 21:15:55.002379 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa930a-9587-4471-a046-fd64778e9f57 req-90d42fe3-e411-4431-bf7c-bd738005a1ca tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:55.003774 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24fa930a-9587-4471-a046-fd64778e9f57 req-90d42fe3-e411-4431-bf7c-bd738005a1ca tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0517645 Jun 16 21:15:55.011093 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc8b20a5-0937-4364-9a3a-4cfb4a30cc92 req-8c69d426-d3be-44de-b193-79846d2361d4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900316 Jun 16 21:15:55.055598 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24fa930a-9587-4471-a046-fd64778e9f57 req-105e9730-ad4d-4bca-ac6d-544d2a07aaee tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 Jun 16 21:15:55.057283 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:55.061276 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (2e6f06fb-137f-4003-9087-6bc482731383), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:55.182818 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f964b7e-64f7-42a5-ac09-31bede726a05 req-cfd2a13a-78ff-4ee7-8a69-50ce89aec040 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:55.184406 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9f964b7e-64f7-42a5-ac09-31bede726a05 req-cfd2a13a-78ff-4ee7-8a69-50ce89aec040 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0900345 Jun 16 21:15:55.216259 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP 2e6f06fb-137f-4003-9087-6bc482731383 associated. External IP: 172.27.3.142, port: 6d083cc3-57c5-45ee-8b91-13084586fee3. Jun 16 21:15:55.262422 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:55.290052 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9f964b7e-64f7-42a5-ac09-31bede726a05 req-c6c30152-75f5-41a0-8778-023120523b2b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978041 Jun 16 21:15:55.445350 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:15:55.455865 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:55.547722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:15:55.553760 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:55.559179 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:15:55.580576 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:55.581467 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:55.585192 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2290844c-3ffe-42b1-865f-d438cddda556 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "PUT /v2.0/floatingips/2e6f06fb-137f-4003-9087-6bc482731383 HTTP/1.1" status: 200 len: 992 time: 1.0824428 Jun 16 21:15:55.585858 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:15:55.588160 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c62151-2745-4624-a697-386386f21d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:15:55.634832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba719602-eee8-4764-8b0d-aa2509d51f5f x-openstack-request-id: req-ba719602-eee8-4764-8b0d-aa2509d51f5f {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:15:55.635118 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:15:55.635369 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba719602-eee8-4764-8b0d-aa2509d51f5f {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:15:55.635761 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba719602-eee8-4764-8b0d-aa2509d51f5f'] response: {'name': 'network-changed', 'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'status': 'completed', 'code': 200} Jun 16 21:15:55.640284 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21dd46-12ec-4276-b736-1ccae0595bd8 req-88d4089a-7f85-4325-a70c-2564e1b61fa6 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:55.641801 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e21dd46-12ec-4276-b736-1ccae0595bd8 req-88d4089a-7f85-4325-a70c-2564e1b61fa6 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.0766683 Jun 16 21:15:55.690610 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e21dd46-12ec-4276-b736-1ccae0595bd8 req-9220cb26-509c-47eb-a6d3-544102ec23fd tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Jun 16 21:15:55.698409 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:55.903618 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '2e6f06fb-137f-4003-9087-6bc482731383', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:ff:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:15:19Z', 'updated_at': '2022-06-16T21:15:54Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}, {'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:11Z', 'revision_number': 2, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:55.928982 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:15:55.937312 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:15:55.937928 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:15:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:56.002266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee68b6-90c0-4e28-ba8c-b445f2c2a6e3 req-2fa3cbc7-7187-47fd-aab5-db432cf1b102 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:56.003759 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0eee68b6-90c0-4e28-ba8c-b445f2c2a6e3 req-2fa3cbc7-7187-47fd-aab5-db432cf1b102 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0473516 Jun 16 21:15:56.042650 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:15:56.052782 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0eee68b6-90c0-4e28-ba8c-b445f2c2a6e3 req-d9218bd1-6654-4f8f-836d-0e79bdb1a3d0 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Jun 16 21:15:56.136665 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a8aad-1b12-4448-8f7c-6677d65c6297 req-ef0936bf-a873-4b6e-903c-35e77c83b782 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:56.140526 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-417a8aad-1b12-4448-8f7c-6677d65c6297 req-ef0936bf-a873-4b6e-903c-35e77c83b782 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0561743 Jun 16 21:15:56.174681 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bd2d-50b8-4c4e-9be5-df04a013272f req-15139b8d-7ee1-4b11-9a3d-717619db1232 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:56.180900 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e29bd2d-50b8-4c4e-9be5-df04a013272f req-15139b8d-7ee1-4b11-9a3d-717619db1232 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0565267 Jun 16 21:15:56.191363 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-417a8aad-1b12-4448-8f7c-6677d65c6297 req-c539d1cc-4e3e-41a7-a573-5fc74e129f72 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463457 Jun 16 21:15:56.226923 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:15:56.230059 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e29bd2d-50b8-4c4e-9be5-df04a013272f req-c845ff83-8079-4556-a705-227f9bd6bb36 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Jun 16 21:15:56.307590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2cdc-9386-4bed-9a13-e702455026f2 req-9c7f44d6-07dc-4a09-b0ac-244f078681e4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:56.309117 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82be2cdc-9386-4bed-9a13-e702455026f2 req-9c7f44d6-07dc-4a09-b0ac-244f078681e4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Jun 16 21:15:56.313001 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '2e6f06fb-137f-4003-9087-6bc482731383', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:ff:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:15:19Z', 'updated_at': '2022-06-16T21:15:54Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}, {'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:11Z', 'revision_number': 2, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:15:56.359375 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb8496-30f1-43d2-b68f-3cf4be15896c None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '2e6f06fb-137f-4003-9087-6bc482731383', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:ff:aa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:15:19Z', 'updated_at': '2022-06-16T21:15:54Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}, {'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:11Z', 'revision_number': 2, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:15:56.362634 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82be2cdc-9386-4bed-9a13-e702455026f2 req-3078070b-f772-470f-b935-bc6d39d87bc9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475752 Jun 16 21:15:56.376585 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:15:56.377085 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:56.409554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:15:56.411998 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3446149-190a-4ce6-9609-dc1ca057df6e" -d '{"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-unplugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:15:56.426191 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:56.435845 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:56.467120 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe70079-34fe-457e-93dd-a3ac6a95ecb0 req-5fe5899e-f2f8-4802-a598-d97f9e2ddba9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:56.468729 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6fe70079-34fe-457e-93dd-a3ac6a95ecb0 req-5fe5899e-f2f8-4802-a598-d97f9e2ddba9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 945 time: 0.0952098 Jun 16 21:15:56.478914 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23c9cb4-cb4e-4482-b881-aded762428f1 x-openstack-request-id: req-b23c9cb4-cb4e-4482-b881-aded762428f1 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:15:56.479248 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-unplugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:15:56.479690 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b23c9cb4-cb4e-4482-b881-aded762428f1 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:15:56.480087 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23c9cb4-cb4e-4482-b881-aded762428f1'] response: {'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'code': 200} Jun 16 21:15:56.498130 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:15:56.535613 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6fe70079-34fe-457e-93dd-a3ac6a95ecb0 req-f45e88ce-4b75-4fcb-8d09-fa7d11fa7b3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587733 Jun 16 21:15:56.580370 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0793df-1e8c-400f-8081-318dddafc6fd None None] New status for floating IP 2e6f06fb-137f-4003-9087-6bc482731383: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:15:56.805115 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:56.819680 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b564ab-3fa2-4988-a86b-9d0fcc152566 req-21039e73-2bdd-41ea-8361-190687adabd6 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:56.821684 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-61b564ab-3fa2-4988-a86b-9d0fcc152566 req-21039e73-2bdd-41ea-8361-190687adabd6 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.0516260 Jun 16 21:15:56.872654 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-61b564ab-3fa2-4988-a86b-9d0fcc152566 req-9da36210-2314-4b9d-8d4a-3f458652e8bc tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Jun 16 21:15:57.178771 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0c44-fd06-43d3-a3d0-6c71670a434b req-fe031fa4-6b0c-4baf-b010-d797837907f7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:57.180286 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b5be0c44-fd06-43d3-a3d0-6c71670a434b req-fe031fa4-6b0c-4baf-b010-d797837907f7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0476739 Jun 16 21:15:57.231496 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b5be0c44-fd06-43d3-a3d0-6c71670a434b req-0a6538fc-2430-48c3-85c3-ba8323e6006f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Jun 16 21:15:57.399803 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-e922ae46-cf58-4e7a-ba80-b69596e2207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:57.401275 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-e922ae46-cf58-4e7a-ba80-b69596e2207a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1200693 Jun 16 21:15:57.417707 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a5ce2-2b2e-4d98-8c1a-57e1fbe38f77 req-efa8759e-f1ba-4013-9f08-3897b772f829 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:57.419091 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d85a5ce2-2b2e-4d98-8c1a-57e1fbe38f77 req-efa8759e-f1ba-4013-9f08-3897b772f829 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0957136 Jun 16 21:15:57.466637 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80fc78ec-04bf-4214-ae38-03d14138f523 req-f1da2d2e-8dea-492d-be4b-cd148e86d5b8 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766376 Jun 16 21:15:57.483012 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d85a5ce2-2b2e-4d98-8c1a-57e1fbe38f77 req-bda148b1-927d-4790-8a44-02499ced7e75 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579166 Jun 16 21:15:57.657693 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4396-5b5a-4f3f-9468-bac0321f104d req-8eace305-d194-448a-b4d0-52baa0c8e4fa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:57.659059 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-671c4396-5b5a-4f3f-9468-bac0321f104d req-8eace305-d194-448a-b4d0-52baa0c8e4fa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0478089 Jun 16 21:15:57.705032 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-671c4396-5b5a-4f3f-9468-bac0321f104d req-92483424-5cc8-46c5-9f8e-d2496dbf9d1f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Jun 16 21:15:57.998872 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f653-8ec2-4c26-aa8e-29df69f053f8 req-ad668e12-4234-434a-b3cf-6b4bff614479 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:58.000391 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7861f653-8ec2-4c26-aa8e-29df69f053f8 req-ad668e12-4234-434a-b3cf-6b4bff614479 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.0549245 Jun 16 21:15:58.032969 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abee735-6c77-443e-888c-e0e0318446a1 req-857957df-d04d-4667-adf7-ccb0bae8cd34 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:58.034458 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8abee735-6c77-443e-888c-e0e0318446a1 req-857957df-d04d-4667-adf7-ccb0bae8cd34 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0728111 Jun 16 21:15:58.053306 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7861f653-8ec2-4c26-aa8e-29df69f053f8 req-6d88dd2b-cb23-4ce7-aaaf-e2adb53296a2 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470130 Jun 16 21:15:58.139677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c62151-2745-4624-a697-386386f21d5c req-f6d77035-bb27-4d2b-a704-71899b790b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:58.144400 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19c62151-2745-4624-a697-386386f21d5c req-f6d77035-bb27-4d2b-a704-71899b790b6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 1130 time: 0.0541906 Jun 16 21:15:58.145485 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:58.169295 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8abee735-6c77-443e-888c-e0e0318446a1 req-a82262ac-e004-4c89-a3dd-25352518184a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027093 Jun 16 21:15:58.180573 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-e3fc907e-78eb-45ea-b115-05e5957c9e36 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887856 Jun 16 21:15:58.348313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7b1d-874a-41f0-8883-d20abf027ec8 req-5a66dcdc-4349-4efe-9f7c-9da05eee7220 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:58.349890 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bacd7b1d-874a-41f0-8883-d20abf027ec8 req-5a66dcdc-4349-4efe-9f7c-9da05eee7220 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Jun 16 21:15:58.362189 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:58.406024 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bacd7b1d-874a-41f0-8883-d20abf027ec8 req-79feb8bd-44bc-49c4-8ff7-a474c0244a87 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501788 Jun 16 21:15:58.600661 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801a794-96da-4f51-b5b0-a1fdeedaf577 req-5ff5dab7-fe44-4906-bc68-ce03bffaaf24 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:58.602265 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4801a794-96da-4f51-b5b0-a1fdeedaf577 req-5ff5dab7-fe44-4906-bc68-ce03bffaaf24 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0516160 Jun 16 21:15:58.649972 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4801a794-96da-4f51-b5b0-a1fdeedaf577 req-6b2e708b-eda8-446b-87ab-6f46a804de90 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Jun 16 21:15:58.822167 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8af80-cd5e-4948-8fe6-58f7f3109ac7 req-4744a0e2-3b4f-4f2f-8956-88dfe834f733 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:58.823666 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-59d8af80-cd5e-4948-8fe6-58f7f3109ac7 req-4744a0e2-3b4f-4f2f-8956-88dfe834f733 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0461073 Jun 16 21:15:58.873922 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-59d8af80-cd5e-4948-8fe6-58f7f3109ac7 req-88513122-36b8-445f-a50a-0cf9451ed210 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445316 Jun 16 21:15:59.225835 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f2ee-e71c-4fa6-abe4-944b8047220c req-d78e5d8e-5710-49b5-97ce-e6100a9de5ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.227589 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4882f2ee-e71c-4fa6-abe4-944b8047220c req-d78e5d8e-5710-49b5-97ce-e6100a9de5ea tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.1032329 Jun 16 21:15:59.265012 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-db983ac3-546d-40a6-bc01-8754d15f3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.266505 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-db983ac3-546d-40a6-bc01-8754d15f3466 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 1129 time: 0.0925975 Jun 16 21:15:59.292063 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:59.303739 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-dbdb5e37-1855-4886-9441-31c2e733ac9a tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.310916 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-dbdb5e37-1855-4886-9441-31c2e733ac9a tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 946 time: 0.1574287 Jun 16 21:15:59.347434 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd728c5-0138-4fd2-86b7-1bf13c80ee62 req-f4987fba-bd5b-4eb3-925f-c2780e3d5c05 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.348860 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-edd728c5-0138-4fd2-86b7-1bf13c80ee62 req-f4987fba-bd5b-4eb3-925f-c2780e3d5c05 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.1032741 Jun 16 21:15:59.355209 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c62151-2745-4624-a697-386386f21d5c req-f34c351f-473f-4eab-a793-43330b25459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.356646 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19c62151-2745-4624-a697-386386f21d5c req-f34c351f-473f-4eab-a793-43330b25459e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.2014244 Jun 16 21:15:59.390196 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4882f2ee-e71c-4fa6-abe4-944b8047220c req-ddbb8652-6858-47cb-8d11-790305e23dad tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557009 Jun 16 21:15:59.436724 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27a02d6d-09dd-4495-ab24-358f12d1a6d8 req-bb2f2aab-136e-4e00-a4b8-acaf04b0d347 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680693 Jun 16 21:15:59.450993 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Deleting port 6f8829ec-9941-48af-93e2-a733042b82bb {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:15:59.451399 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:59.521189 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19c62151-2745-4624-a697-386386f21d5c req-f3082a65-ea79-485b-9d30-e5cd09a45510 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d083cc3-57c5-45ee-8b91-13084586fee3 HTTP/1.1" status: 200 len: 1002 time: 0.1388044 Jun 16 21:15:59.534083 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-edd728c5-0138-4fd2-86b7-1bf13c80ee62 req-04ad877f-73ab-4734-86dc-8734cee38ca5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764860 Jun 16 21:15:59.535513 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-a97035c7-9de9-488c-bb0b-6ba5e883204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.536955 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-a97035c7-9de9-488c-bb0b-6ba5e883204a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.2473521 Jun 16 21:15:59.769953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d734e5-ada0-4dcc-a58a-b2a7e1a7a6e4 req-a95c9125-e962-4fbd-b692-2f7c17d20794 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.771426 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81d734e5-ada0-4dcc-a58a-b2a7e1a7a6e4 req-a95c9125-e962-4fbd-b692-2f7c17d20794 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0523806 Jun 16 21:15:59.798642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cac81-8530-4377-b87f-2839649e543d req-76ecba4a-c69c-4883-894a-7889a7aa8ec4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:15:59.800194 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc3cac81-8530-4377-b87f-2839649e543d req-76ecba4a-c69c-4883-894a-7889a7aa8ec4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.3203466 Jun 16 21:15:59.825401 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:15:59.838620 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] For port 6f8829ec-9941-48af-93e2-a733042b82bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6f8829ec-9941-48af-93e2-a733042b82bb,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:15:59.838991 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:15:59.859127 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Calling delete_port for 6f8829ec-9941-48af-93e2-a733042b82bb owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:15:59.893492 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc3cac81-8530-4377-b87f-2839649e543d req-bc2e0f1e-4a7c-4ac0-a5c0-573484601af3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820570 Jun 16 21:16:00.031975 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81d734e5-ada0-4dcc-a58a-b2a7e1a7a6e4 req-4235da10-973a-4a5c-b601-3be976be0e6c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542329 Jun 16 21:16:00.050650 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80375640-141a-4274-a436-1f69cfd663dc req-4a30b7f5-6010-4b22-b339-417460a4b794 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:00.052128 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80375640-141a-4274-a436-1f69cfd663dc req-4a30b7f5-6010-4b22-b339-417460a4b794 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0650730 Jun 16 21:16:00.057352 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6f8829ec-9941-48af-93e2-a733042b82bb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:00.070501 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['6f8829ec-9941-48af-93e2-a733042b82bb'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:16:00.100476 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Pushing event deleted for resources: {'Port': ['ID=6f8829ec-9941-48af-93e2-a733042b82bb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:00.136382 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:00.155598 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] No DVR routers for this DVR port 6f8829ec-9941-48af-93e2-a733042b82bb on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:16:00.165835 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:00.168984 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d14bd14-cd1a-4e75-a05e-1bd0de4dfd11 req-d0cd51a7-f692-4eed-a12b-e39f541664fb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "DELETE /v2.0/ports/6f8829ec-9941-48af-93e2-a733042b82bb HTTP/1.1" status: 204 len: 173 time: 0.8514874 Jun 16 21:16:00.169561 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1203965c-d902-4af7-99a1-308d7d5a6159', 'name': 'network-vif-deleted', 'tag': '6f8829ec-9941-48af-93e2-a733042b82bb'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:00.171764 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c34729-1c93-45e8-bc03-292a0b736329" -d '{"events": [{"server_uuid": "1203965c-d902-4af7-99a1-308d7d5a6159", "name": "network-vif-deleted", "tag": "6f8829ec-9941-48af-93e2-a733042b82bb"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:00.178652 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80375640-141a-4274-a436-1f69cfd663dc req-cac3f746-7893-4e63-b51c-d78bd7861f7f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187894 Jun 16 21:16:00.206405 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec428f8-066d-48ac-8363-9e7bcf8eb134 x-openstack-request-id: req-aec428f8-066d-48ac-8363-9e7bcf8eb134 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:00.206692 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1203965c-d902-4af7-99a1-308d7d5a6159", "name": "network-vif-deleted", "tag": "6f8829ec-9941-48af-93e2-a733042b82bb", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:00.206940 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aec428f8-066d-48ac-8363-9e7bcf8eb134 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:00.207338 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec428f8-066d-48ac-8363-9e7bcf8eb134'] response: {'server_uuid': '1203965c-d902-4af7-99a1-308d7d5a6159', 'name': 'network-vif-deleted', 'tag': '6f8829ec-9941-48af-93e2-a733042b82bb', 'status': 'completed', 'code': 200} Jun 16 21:16:00.492328 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-572075ee-7172-4c45-82d4-28023acd0066 req-1325c409-d5e2-4e90-a1f4-fc2265cf9f20 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 210 time: 0.0287921 Jun 16 21:16:00.652114 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003e681-cc08-4fbd-a7b5-a64baf2b71b5 req-513ed79c-8e10-4299-b211-78b590dcdd8a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:00.653615 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7003e681-cc08-4fbd-a7b5-a64baf2b71b5 req-513ed79c-8e10-4299-b211-78b590dcdd8a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0494308 Jun 16 21:16:00.701340 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7003e681-cc08-4fbd-a7b5-a64baf2b71b5 req-d12f9241-6f11-4f94-8bc9-ae04553673e4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Jun 16 21:16:01.011164 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be411eee-35e1-4a72-af1a-20c7d819b0df req-63286b85-4330-49c5-ad99-cee558213f96 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.012545 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be411eee-35e1-4a72-af1a-20c7d819b0df req-63286b85-4330-49c5-ad99-cee558213f96 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0498245 Jun 16 21:16:01.066706 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be411eee-35e1-4a72-af1a-20c7d819b0df req-052a0be5-5540-4ab6-af93-80e4351c018a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487268 Jun 16 21:16:01.196644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-c530eccf-dc32-4f51-a78e-0e5803f9ca1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a HTTP/1.1" status: 200 len: 217 time: 0.0442705 Jun 16 21:16:01.200263 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c62151-2745-4624-a697-386386f21d5c req-59585cc2-4f28-498b-a465-f1cfaffbd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.201630 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19c62151-2745-4624-a697-386386f21d5c req-59585cc2-4f28-498b-a465-f1cfaffbd1f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.1139135 Jun 16 21:16:01.210307 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abb0c5-5ba6-4d89-8a2d-1350cb2a4884 req-c75f2db2-646b-451b-b91c-ba589501d770 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.211767 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9abb0c5-5ba6-4d89-8a2d-1350cb2a4884 req-c75f2db2-646b-451b-b91c-ba589501d770 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0965121 Jun 16 21:16:01.329191 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9abb0c5-5ba6-4d89-8a2d-1350cb2a4884 req-30bfb4c9-0afd-474f-b250-df8f84a5bab0 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112928 Jun 16 21:16:01.332794 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0509ed3-0fd9-42fc-baf8-2dca80df488a req-7b7b93a8-6523-4f23-bece-f4b7a831afc8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.336238 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b0509ed3-0fd9-42fc-baf8-2dca80df488a req-7b7b93a8-6523-4f23-bece-f4b7a831afc8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0671363 Jun 16 21:16:01.337721 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c62151-2745-4624-a697-386386f21d5c req-fac95b93-9574-4031-90a0-81e4a11b2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.339207 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19c62151-2745-4624-a697-386386f21d5c req-fac95b93-9574-4031-90a0-81e4a11b2087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030905 Jun 16 21:16:01.360368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-8a311b86-8881-4122-ad55-4bc728d21fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.361986 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-8a311b86-8881-4122-ad55-4bc728d21fa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.1160629 Jun 16 21:16:01.393400 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b0509ed3-0fd9-42fc-baf8-2dca80df488a req-4e3bd4f8-51f0-4779-a280-6d7bc679e521 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512474 Jun 16 21:16:01.465273 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-2a884fd8-22c9-4eaf-a972-6b931ab585f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.466773 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-2a884fd8-22c9-4eaf-a972-6b931ab585f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549839 Jun 16 21:16:01.481041 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19c62151-2745-4624-a697-386386f21d5c req-271941f3-cec4-4fcb-8a18-aebbe50c4bf1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293414 Jun 16 21:16:01.598211 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d1853e8-fb8a-4e31-88cd-4e87291d82cc req-2665c72c-a583-41d4-af1b-96c62e1260df tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1203965c-d902-4af7-99a1-308d7d5a6159 HTTP/1.1" status: 200 len: 210 time: 0.0275428 Jun 16 21:16:01.814279 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a256-1c79-441b-97d0-d582f0c694c0 req-45d67075-9a88-4b34-b6a6-325c1e08bc72 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:01.815751 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25c9a256-1c79-441b-97d0-d582f0c694c0 req-45d67075-9a88-4b34-b6a6-325c1e08bc72 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0473995 Jun 16 21:16:01.863359 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25c9a256-1c79-441b-97d0-d582f0c694c0 req-1bb67870-88c1-4f46-b533-c6558a466938 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Jun 16 21:16:01.958137 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:02.064761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:02.107002 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-23352f89-5e12-40b6-bead-3734b174a0ac service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667507 Jun 16 21:16:02.108936 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-19c62151-2745-4624-a697-386386f21d5c req-cefc5d26-2ce7-490a-9e24-d233db65b560 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675303 Jun 16 21:16:02.238685 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30645c6-d185-452b-bf78-7f327191d94f req-14feb5b2-f062-415c-8a52-22951777cfbb tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:02.240157 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d30645c6-d185-452b-bf78-7f327191d94f req-14feb5b2-f062-415c-8a52-22951777cfbb tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0868294 Jun 16 21:16:02.254115 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f26fce3f-5e61-4002-98b6-275c3b72e9db details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:16:02.262393 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6f8829ec-9941-48af-93e2-a733042b82bb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:16:02.268729 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:02.274367 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:02.280326 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc1312b0-c8a2-4548-b257-894eda8bdfbe req-a35d4de9-9777-482e-9371-b06118c09ea8 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554985 Jun 16 21:16:02.299566 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 6f8829ec-9941-48af-93e2-a733042b82bb {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:16:02.300000 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6f8829ec-9941-48af-93e2-a733042b82bb not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:16:02.312732 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d30645c6-d185-452b-bf78-7f327191d94f req-ae59d0e3-4ac1-4253-afb0-41d1cd5ec15b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648119 Jun 16 21:16:02.393668 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:02.405324 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'port_id': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'mac_address': 'fa:16:3e:d4:56:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:16:02.445412 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port f26fce3f-5e61-4002-98b6-275c3b72e9db is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:02.445874 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:02.461893 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26fce3f-5e61-4002-98b6-275c3b72e9db {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:16:02.462226 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f4b-abc1-4fe0-a9d2-002c6059ec67 req-f8e8ad45-d237-4455-842e-923f583fecad tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:02.464075 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1f66f4b-abc1-4fe0-a9d2-002c6059ec67 req-f8e8ad45-d237-4455-842e-923f583fecad tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 943 time: 0.0528173 Jun 16 21:16:02.486598 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:02.491025 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:02.516528 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1f66f4b-abc1-4fe0-a9d2-002c6059ec67 req-b4040edb-a5b4-484a-b3e7-f9aecdc09705 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Jun 16 21:16:02.523960 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187c6df-e972-4139-b22b-3cdde9193a54 req-3a36f5cf-cd23-4792-9acd-c10a02777473 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:02.525647 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3187c6df-e972-4139-b22b-3cdde9193a54 req-3a36f5cf-cd23-4792-9acd-c10a02777473 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0555458 Jun 16 21:16:02.544149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:02.578513 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3187c6df-e972-4139-b22b-3cdde9193a54 req-0e135041-68ea-4ccb-b521-b76860cf0b9f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473561 Jun 16 21:16:02.846587 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['f26fce3f-5e61-4002-98b6-275c3b72e9db'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:16:02.997735 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae46d22-c986-4f74-b18f-57c6c593e482 req-61001877-6bf3-4d96-85d9-c26e5ac65c04 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:03.004831 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dae46d22-c986-4f74-b18f-57c6c593e482 req-61001877-6bf3-4d96-85d9-c26e5ac65c04 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0655613 Jun 16 21:16:03.064343 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dae46d22-c986-4f74-b18f-57c6c593e482 req-0e31d41b-bc7f-47a8-a3a1-1e20107e0ca2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584934 Jun 16 21:16:03.155881 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-6ea18234-6c2c-441e-a26e-516475e11632 req-33ab69ad-7cbc-4b01-9e4a-2cf430987142 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:16:03.156808 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ea18234-6c2c-441e-a26e-516475e11632 req-33ab69ad-7cbc-4b01-9e4a-2cf430987142 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052888 Jun 16 21:16:03.315437 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6f00-4ed5-4025-8cfb-3fde8a80a740 req-397aed13-40c7-44c3-bcdf-e3e1b82cd519 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:03.316961 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-61cc6f00-4ed5-4025-8cfb-3fde8a80a740 req-397aed13-40c7-44c3-bcdf-e3e1b82cd519 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0513177 Jun 16 21:16:03.366854 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-61cc6f00-4ed5-4025-8cfb-3fde8a80a740 req-3caefc67-df2b-4f4d-be69-c91bb520dbb3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Jun 16 21:16:03.434967 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce5849-084e-49df-bd95-e0891f7d8b3c req-2db89d0a-df77-4ec7-82e3-a080dba05387 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:03.436482 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ccce5849-084e-49df-bd95-e0891f7d8b3c req-2db89d0a-df77-4ec7-82e3-a080dba05387 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0496047 Jun 16 21:16:03.485098 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ccce5849-084e-49df-bd95-e0891f7d8b3c req-39d26f4d-8c7d-41a2-95f3-c7160b85b384 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 Jun 16 21:16:03.643434 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1960-2453-4acc-9491-16483f079da6 req-b05e96de-f6e7-4f25-9eac-91bade2d93f0 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:03.644955 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e81f1960-2453-4acc-9491-16483f079da6 req-b05e96de-f6e7-4f25-9eac-91bade2d93f0 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 944 time: 0.0509384 Jun 16 21:16:03.692991 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e81f1960-2453-4acc-9491-16483f079da6 req-27236aaf-e796-43ff-af7f-3d56dc48ba7c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Jun 16 21:16:03.707946 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 35736) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:03.798632 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-617fff67-1832-4e31-8cd1-e56013cc7239 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894971 Jun 16 21:16:03.807675 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-a7a855d4-89ea-4064-81d3-6215f9825fa1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:16:03.808647 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-a7a855d4-89ea-4064-81d3-6215f9825fa1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055070 Jun 16 21:16:03.884761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 35746) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:03.982482 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad007-7082-44be-9979-3ad758bb7327 req-4bdd74d0-cc30-4370-b1b9-903818166757 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:03.983749 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-4bdd74d0-cc30-4370-b1b9-903818166757 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports/6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 940 time: 0.0979953 Jun 16 21:16:04.172803 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:04.187658 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6dea-068e-43ab-a5f7-505e4f4d12dc req-3ceb92f0-232e-411e-8f1f-130a399d8114 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:04.189159 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-469c6dea-068e-43ab-a5f7-505e4f4d12dc req-3ceb92f0-232e-411e-8f1f-130a399d8114 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0521476 Jun 16 21:16:04.237666 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-469c6dea-068e-43ab-a5f7-505e4f4d12dc req-9a987ba5-1e3b-40af-9fc9-02b3ef2854fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Jun 16 21:16:04.488773 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aff8-917f-4dc1-b555-348e6b984f71 req-1d29893d-52c9-4d0e-a4bc-2d7c6472a8c9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:04.490165 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c144aff8-917f-4dc1-b555-348e6b984f71 req-1d29893d-52c9-4d0e-a4bc-2d7c6472a8c9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0507565 Jun 16 21:16:04.539099 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c144aff8-917f-4dc1-b555-348e6b984f71 req-4812b820-2e4f-404f-834a-9585a2a0cdf6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Jun 16 21:16:04.599617 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e5c3f-f5ab-46a9-b80b-d0f4d933bb98 req-be072e4f-da96-4bd1-8f4d-b8d3ebd115bc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:04.601760 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a8e5c3f-f5ab-46a9-b80b-d0f4d933bb98 req-be072e4f-da96-4bd1-8f4d-b8d3ebd115bc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0464869 Jun 16 21:16:04.649922 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a8e5c3f-f5ab-46a9-b80b-d0f4d933bb98 req-35cb07a8-9266-43bc-8f61-8cf505d19592 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Jun 16 21:16:04.803532 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559b23-66a4-40ac-8726-f50f94832a6e req-77732fcd-485f-4459-9d40-0b93c810f435 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:04.805044 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fa559b23-66a4-40ac-8726-f50f94832a6e req-77732fcd-485f-4459-9d40-0b93c810f435 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 944 time: 0.0466831 Jun 16 21:16:04.853833 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fa559b23-66a4-40ac-8726-f50f94832a6e req-f521b97e-9117-447f-adad-8d6478baa996 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Jun 16 21:16:05.084847 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fa4653ea-d804-42e5-bec7-d766d490e343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:05.361998 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297e8b1-f662-43a6-b68e-0ac525b12dd9 req-aaec3f9b-47e3-48b9-8515-4f92085a2245 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:05.363629 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c297e8b1-f662-43a6-b68e-0ac525b12dd9 req-aaec3f9b-47e3-48b9-8515-4f92085a2245 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0513594 Jun 16 21:16:05.411232 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c297e8b1-f662-43a6-b68e-0ac525b12dd9 req-7449cc23-b7a3-4a92-bd83-b16a44b71a1c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Jun 16 21:16:05.661859 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ce20-1282-41eb-8911-ed2210f2f45e req-bac646cd-06fb-490d-9800-fc911c4ea938 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:05.663557 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a30ce20-1282-41eb-8911-ed2210f2f45e req-bac646cd-06fb-490d-9800-fc911c4ea938 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0530021 Jun 16 21:16:05.686536 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:05.715388 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7a30ce20-1282-41eb-8911-ed2210f2f45e req-be4baee8-aae5-4de0-b6c5-4eacbc05029f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461240 Jun 16 21:16:05.764555 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633fca-5fd4-4c5a-ab32-64bafabc253c req-a6584b5f-3e47-4c08-8854-ee28da168b0c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:05.766031 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a633fca-5fd4-4c5a-ab32-64bafabc253c req-a6584b5f-3e47-4c08-8854-ee28da168b0c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0478544 Jun 16 21:16:05.815697 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a633fca-5fd4-4c5a-ab32-64bafabc253c req-8f8fcb7a-07c3-424e-b6d4-5187772ca86d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Jun 16 21:16:05.967575 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd36822-932a-4454-a89c-5afd86f72184 req-d931687a-f4d4-4cef-a43c-ebbefcad8de1 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:05.969082 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cd36822-932a-4454-a89c-5afd86f72184 req-d931687a-f4d4-4cef-a43c-ebbefcad8de1 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 944 time: 0.0473373 Jun 16 21:16:06.005258 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:06.018275 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2cd36822-932a-4454-a89c-5afd86f72184 req-3e0c063a-20cf-43c7-a8f7-63dd6800408d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Jun 16 21:16:06.385462 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f26fce3f-5e61-4002-98b6-275c3b72e9db up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:16:06.424487 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:06.435149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port f26fce3f-5e61-4002-98b6-275c3b72e9db completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:16:06.440770 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port f26fce3f-5e61-4002-98b6-275c3b72e9db triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:16:06.441145 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:06.516396 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port f26fce3f-5e61-4002-98b6-275c3b72e9db is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:06.516702 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:06.526283 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3703-dc41-4db8-b0d8-e5772e8c64f0 req-137213f2-fa11-44aa-b689-5ac2371771f4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:06.528109 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1aaf3703-dc41-4db8-b0d8-e5772e8c64f0 req-137213f2-fa11-44aa-b689-5ac2371771f4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Jun 16 21:16:06.540652 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:06.543799 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cc890c-6f33-47bd-a2d6-7b6423ea14cf" -d '{"events": [{"server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "name": "network-vif-plugged", "status": "completed", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:06.563372 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:06.570878 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:06.571722 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:16:06.575722 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:06.591225 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1aaf3703-dc41-4db8-b0d8-e5772e8c64f0 req-20c9f381-6a19-4477-abed-a9623cf8e977 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Jun 16 21:16:06.609213 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce72f87f-8d95-4ee3-9da0-9fb61ad8339e x-openstack-request-id: req-ce72f87f-8d95-4ee3-9da0-9fb61ad8339e {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:06.609499 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "name": "network-vif-plugged", "status": "completed", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:06.609748 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce72f87f-8d95-4ee3-9da0-9fb61ad8339e {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:06.610139 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce72f87f-8d95-4ee3-9da0-9fb61ad8339e'] response: {'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'code': 200} Jun 16 21:16:06.645272 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:06.671389 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:06.694101 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:06.698428 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:06.699490 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.699837 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.700194 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.700559 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.700942 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.701268 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.701591 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.701912 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.702230 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.702550 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.702869 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.703203 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.703520 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.703841 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.704150 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:06.720469 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: DOWN; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:06.840445 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9986e7-54c5-45d9-9526-d2af7d794fd1 req-40630245-6c87-462c-bbda-48710b85da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:06.842708 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9c9986e7-54c5-45d9-9526-d2af7d794fd1 req-40630245-6c87-462c-bbda-48710b85da41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1129 time: 0.0851934 Jun 16 21:16:06.869904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dff57-4358-4cb0-89c1-ab5088a0a9b8 req-4b0ab642-312b-48f5-bb24-ca8a9defc2cd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:06.871385 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-939dff57-4358-4cb0-89c1-ab5088a0a9b8 req-4b0ab642-312b-48f5-bb24-ca8a9defc2cd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0777512 Jun 16 21:16:06.923887 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9c9986e7-54c5-45d9-9526-d2af7d794fd1 req-528b30e9-a88b-4723-ad20-30a1cee25a9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749388 Jun 16 21:16:06.945511 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319995b-d9e1-45c6-8bad-043cade64d6a req-bb6ccd7a-cdcd-4554-9981-ecec44b7ac8f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:06.946931 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e319995b-d9e1-45c6-8bad-043cade64d6a req-bb6ccd7a-cdcd-4554-9981-ecec44b7ac8f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0540254 Jun 16 21:16:06.948613 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-939dff57-4358-4cb0-89c1-ab5088a0a9b8 req-936e4f1b-90da-49c7-abfc-8c8a87d47091 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716684 Jun 16 21:16:07.000812 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e319995b-d9e1-45c6-8bad-043cade64d6a req-6e4a2caf-ea2c-48f0-bb60-4427a01f3eb3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 Jun 16 21:16:07.132507 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b618df8-c832-4bdf-a4a9-323129d7d681 req-3e79a717-b97c-4e38-901b-23aac1d712ab tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:07.139796 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b618df8-c832-4bdf-a4a9-323129d7d681 req-3e79a717-b97c-4e38-901b-23aac1d712ab tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0553377 Jun 16 21:16:07.191956 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8b618df8-c832-4bdf-a4a9-323129d7d681 req-11ba1311-49f1-482d-93a9-5b9c47f0b8fa tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Jun 16 21:16:07.218498 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:16:07.284741 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-36264d11-fe7b-46d6-8d67-9667f9a70a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:07.286259 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-36264d11-fe7b-46d6-8d67-9667f9a70a5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1129 time: 0.0429850 Jun 16 21:16:07.326977 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5857766-4524-46ce-911f-4ed68e6268b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:07.645016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-2d2c98b0-40e4-46dd-9cd6-637fff8dc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:07.646765 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-2d2c98b0-40e4-46dd-9cd6-637fff8dc04b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.0853176 Jun 16 21:16:07.678939 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:07.716303 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ab20-aa26-4f12-8728-625d0436cd20 req-fe944a4f-209f-4a96-a569-a5892119697a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:07.717746 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c075ab20-aa26-4f12-8728-625d0436cd20 req-fe944a4f-209f-4a96-a569-a5892119697a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0480037 Jun 16 21:16:07.768243 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c075ab20-aa26-4f12-8728-625d0436cd20 req-201fcf15-0331-40d4-8e91-0937213eecaf tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Jun 16 21:16:08.121862 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950fa55-ec1f-4ac2-963f-e060ff8cb352 req-6ede3db0-1e28-4a8a-b93c-3f81e38f09c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.124035 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7950fa55-ec1f-4ac2-963f-e060ff8cb352 req-6ede3db0-1e28-4a8a-b93c-3f81e38f09c9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0509939 Jun 16 21:16:08.134055 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad007-7082-44be-9979-3ad758bb7327 req-077c0a93-a5ae-40d1-b5ca-661831ed2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.135548 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-077c0a93-a5ae-40d1-b5ca-661831ed2eb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04&tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 1127 time: 0.1457341 Jun 16 21:16:08.147160 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-00ff1f21-aed1-4b80-8c14-65ede2324ddd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 1001 time: 0.1560762 Jun 16 21:16:08.155327 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b263f-d427-487a-bcd0-5083c117bde2 req-91e405e1-7247-4358-ae6b-89c89060b795 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.156829 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5c2b263f-d427-487a-bcd0-5083c117bde2 req-91e405e1-7247-4358-ae6b-89c89060b795 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.1301804 Jun 16 21:16:08.173385 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7950fa55-ec1f-4ac2-963f-e060ff8cb352 req-9d468a56-18a4-4258-8081-ba162ce01994 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Jun 16 21:16:08.265948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad007-7082-44be-9979-3ad758bb7327 req-4c182eda-eb93-4b64-980c-5d080b98c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.267429 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-4c182eda-eb93-4b64-980c-5d080b98c7c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1127 time: 0.0903878 Jun 16 21:16:08.274405 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-3fb1f0d3-3f12-43b9-afb3-91dd612eebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.275809 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-3fb1f0d3-3f12-43b9-afb3-91dd612eebd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.1072543 Jun 16 21:16:08.286581 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5c2b263f-d427-487a-bcd0-5083c117bde2 req-b67c8687-0304-4988-9488-cc7f3bb7e059 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241868 Jun 16 21:16:08.325227 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4da919-d73c-493c-b797-c4c50018c933 req-17c72034-9fc3-4b08-8e5f-22477341e234 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.328102 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e4da919-d73c-493c-b797-c4c50018c933 req-17c72034-9fc3-4b08-8e5f-22477341e234 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0562370 Jun 16 21:16:08.380118 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e4da919-d73c-493c-b797-c4c50018c933 req-5240e771-3087-4d7a-9f40-60b988542187 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Jun 16 21:16:08.392300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad007-7082-44be-9979-3ad758bb7327 req-0ec5d609-0bcc-4740-b5c7-fa6bdcb49c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.394296 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-0ec5d609-0bcc-4740-b5c7-fa6bdcb49c7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.1170065 Jun 16 21:16:08.553620 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:08.880730 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873adf6a-f2b2-4732-b8fe-f1925af6557d req-6ee91f84-56fa-4172-84f4-719fd7549ccd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:08.882753 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-873adf6a-f2b2-4732-b8fe-f1925af6557d req-6ee91f84-56fa-4172-84f4-719fd7549ccd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0476604 Jun 16 21:16:08.916786 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:08.928381 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-873adf6a-f2b2-4732-b8fe-f1925af6557d req-6bf5de3f-62e2-4750-96b8-14dc50183d79 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Jun 16 21:16:09.293232 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47177d02-c0af-4dd5-a5a5-5930cf60af6e req-79a6b33c-256e-465f-b177-815449570042 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:09.294729 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47177d02-c0af-4dd5-a5a5-5930cf60af6e req-79a6b33c-256e-465f-b177-815449570042 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0508962 Jun 16 21:16:09.346417 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47177d02-c0af-4dd5-a5a5-5930cf60af6e req-42d4b854-f342-4505-aef3-3def4830650b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461504 Jun 16 21:16:09.415600 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af68aa1-1e42-4bf6-9ed1-18cf6f6aa22a req-72a79c7b-a368-419c-85be-4dcb91529277 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:09.417117 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4af68aa1-1e42-4bf6-9ed1-18cf6f6aa22a req-72a79c7b-a368-419c-85be-4dcb91529277 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0514894 Jun 16 21:16:09.466605 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4af68aa1-1e42-4bf6-9ed1-18cf6f6aa22a req-cf3b6885-eba5-4138-b546-4d1b2db74b36 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Jun 16 21:16:09.500269 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a74739-53a8-4f97-a611-791547fbb40c req-224e1b1d-00fa-4a3e-8474-4ccbf4a0b44a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:09.501797 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9a74739-53a8-4f97-a611-791547fbb40c req-224e1b1d-00fa-4a3e-8474-4ccbf4a0b44a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Jun 16 21:16:09.549957 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9a74739-53a8-4f97-a611-791547fbb40c req-8237a055-b9fd-4b47-b70b-295f38aeb0c0 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Jun 16 21:16:09.568549 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-92b6a27a-19ff-4e33-ab34-bd56bdc8c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:09.570330 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-92b6a27a-19ff-4e33-ab34-bd56bdc8c39d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416257 Jun 16 21:16:10.032030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:10.041045 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c290a43-2e60-40d5-b218-6af6a0083832 req-f167c7a6-603a-40b0-9d69-c2896b4a1636 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:10.042501 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6c290a43-2e60-40d5-b218-6af6a0083832 req-f167c7a6-603a-40b0-9d69-c2896b4a1636 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0475867 Jun 16 21:16:10.089168 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6c290a43-2e60-40d5-b218-6af6a0083832 req-b213cb1e-f0ff-42ea-8a72-eb757faeaf42 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Jun 16 21:16:10.098905 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:10.465295 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd427-674b-4a38-abd9-dfe35aa51889 req-0c67cf41-a709-45f6-8bae-a7739327223c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:10.466863 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4bfdd427-674b-4a38-abd9-dfe35aa51889 req-0c67cf41-a709-45f6-8bae-a7739327223c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0485189 Jun 16 21:16:10.478221 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:10.521663 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4bfdd427-674b-4a38-abd9-dfe35aa51889 req-397361b3-1d2b-4022-bae4-d9b62497e826 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493593 Jun 16 21:16:10.593502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eb0fe-5cac-40e2-b033-cf208cca6d8c req-46dd240a-e172-4285-8487-ae7e05667013 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:10.594013 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e56eb0fe-5cac-40e2-b033-cf208cca6d8c req-46dd240a-e172-4285-8487-ae7e05667013 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0525229 Jun 16 21:16:10.613887 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:10.649141 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e56eb0fe-5cac-40e2-b033-cf208cca6d8c req-d0dab816-e5d1-45a8-b3c2-9130e7c20e7e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477622 Jun 16 21:16:10.670962 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280d951-b176-4c1f-8445-aa01d0ca3acc req-449728cd-d90b-4a8b-ae1d-610ab2cb65f4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:10.672511 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b280d951-b176-4c1f-8445-aa01d0ca3acc req-449728cd-d90b-4a8b-ae1d-610ab2cb65f4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Jun 16 21:16:10.725286 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b280d951-b176-4c1f-8445-aa01d0ca3acc req-80678bc2-1d73-45c7-bb86-3a71a6843280 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Jun 16 21:16:11.203488 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0e6f-83f0-4ce2-bc6a-8a7956b765b4 req-bec0baa1-a2c2-4529-a3bc-27cda563c059 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:11.205002 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1ead0e6f-83f0-4ce2-bc6a-8a7956b765b4 req-bec0baa1-a2c2-4529-a3bc-27cda563c059 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0479665 Jun 16 21:16:11.251964 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1ead0e6f-83f0-4ce2-bc6a-8a7956b765b4 req-10546e89-a215-44f6-8110-cf43279aa8f9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Jun 16 21:16:11.573492 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-9fa3c4e8-a01a-439d-bfca-dee20273e26d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 200 len: 998 time: 0.0800040 Jun 16 21:16:11.667583 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca26e-8bf5-4f10-a394-c0f59a94557a req-93c6e51e-1698-421c-b68f-5c75891e17ec tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:11.669152 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f74ca26e-8bf5-4f10-a394-c0f59a94557a req-93c6e51e-1698-421c-b68f-5c75891e17ec tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0516703 Jun 16 21:16:11.683663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad007-7082-44be-9979-3ad758bb7327 req-bc4823ac-c3b0-49eb-ac68-cb9a3598bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:11.685171 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-bc4823ac-c3b0-49eb-ac68-cb9a3598bb29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.1000812 Jun 16 21:16:11.690716 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-6cf7dfff-5b2e-4615-87c0-362589041d5f service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450288 Jun 16 21:16:11.725288 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f74ca26e-8bf5-4f10-a394-c0f59a94557a req-2d279d31-c780-4bb5-8f5c-f6cc62e7f3b0 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477378 Jun 16 21:16:11.817963 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad007-7082-44be-9979-3ad758bb7327 req-836943bb-2915-4586-8125-e17ce7809dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:11.819552 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-836943bb-2915-4586-8125-e17ce7809dfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185217 Jun 16 21:16:11.833529 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4a7a-e55c-4074-bc14-ac1e508830cf req-83b343bc-531f-4de5-bb06-fd3712a4b544 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:11.835635 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e7b4a7a-e55c-4074-bc14-ac1e508830cf req-83b343bc-531f-4de5-bb06-fd3712a4b544 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0519860 Jun 16 21:16:11.883474 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e7b4a7a-e55c-4074-bc14-ac1e508830cf req-2121134c-5c01-43b9-87f8-9b012a7f1a0c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Jun 16 21:16:11.956225 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c06d4a41-2a2c-40ac-afbe-42918ef97f77 req-5a9a7b26-2c69-41ce-a75a-7a62fe2e2482 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471528 Jun 16 21:16:11.963997 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-520aba7f-0015-4d70-8ec0-cd2e30457fc4 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:11.965473 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-520aba7f-0015-4d70-8ec0-cd2e30457fc4 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/networks?id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 HTTP/1.1" status: 200 len: 813 time: 0.2471180 Jun 16 21:16:11.991250 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e913-648a-43e3-a063-4cdaa7001335 req-ae7f3cd2-e549-45f6-82c7-edbf1da1ad2e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:11.993594 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f845e913-648a-43e3-a063-4cdaa7001335 req-ae7f3cd2-e549-45f6-82c7-edbf1da1ad2e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0510039 Jun 16 21:16:11.997242 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-8c285e64-3787-4c99-a63c-34077d9b6a8c tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/quotas/0a667c6d13514cc4bdaaf4598bc723d4 HTTP/1.1" status: 200 len: 375 time: 0.0238411 Jun 16 21:16:12.002847 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-c8bd1b87-24ce-4e51-b474-4c193f58947c service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542501 Jun 16 21:16:12.038855 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-a5b161db-b795-472a-8b95-043f639c4c1a tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345621 Jun 16 21:16:12.044288 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f845e913-648a-43e3-a063-4cdaa7001335 req-8b2607b7-97ca-4de2-9f8a-87034731f3ab tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Jun 16 21:16:12.049211 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:12.170759 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37a26-cb91-4245-a211-41f087047281 req-8361349f-a133-44cb-90af-b0216f314751 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:12.172373 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fb37a26-cb91-4245-a211-41f087047281 req-8361349f-a133-44cb-90af-b0216f314751 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0605931 Jun 16 21:16:12.228940 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fb37a26-cb91-4245-a211-41f087047281 req-941b90b2-1fcd-4505-94e7-da979a3c9201 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Jun 16 21:16:12.398834 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c50ad007-7082-44be-9979-3ad758bb7327 req-ed426014-0842-436b-a06a-3c7e63edd356 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689299 Jun 16 21:16:12.413079 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-39437c26-fe9e-461f-83d9-9869ea159443 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622096 Jun 16 21:16:12.451639 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:12.511569 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-6946052f-9d05-45f3-91ad-c1a5077f73ab service neutron] 10.222.0.43 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917354 Jun 16 21:16:12.567168 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e08c9-60f6-498b-a9ce-925520d69697 req-0dddc27c-16ed-427a-8de1-8fbbe4cecb73 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:12.568693 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-810e08c9-60f6-498b-a9ce-925520d69697 req-0dddc27c-16ed-427a-8de1-8fbbe4cecb73 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0563290 Jun 16 21:16:12.580284 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:12.628729 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-810e08c9-60f6-498b-a9ce-925520d69697 req-423a2c5b-f274-4118-98ae-533c23069268 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545220 Jun 16 21:16:12.715052 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8128360a-43d9-41e0-85bf-ebf66e0e1406 req-9f48079c-ab75-4049-88be-9caaab3832ec tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Jun 16 21:16:12.735735 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4f068-289a-482e-9fff-bf9a2b802a93 req-5fffe4ef-4fcb-4569-9ee8-eb21925cd8e2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:12.737257 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-adc4f068-289a-482e-9fff-bf9a2b802a93 req-5fffe4ef-4fcb-4569-9ee8-eb21925cd8e2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0630281 Jun 16 21:16:12.804828 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-adc4f068-289a-482e-9fff-bf9a2b802a93 req-49921bec-26dc-4197-9132-201c633b2245 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591259 Jun 16 21:16:12.868685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b784e7-08d4-4f5e-a2fb-c436d15fd428 req-950e7c44-0fec-42b7-a496-dc5f2bbd2f27 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:12.870407 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72b784e7-08d4-4f5e-a2fb-c436d15fd428 req-950e7c44-0fec-42b7-a496-dc5f2bbd2f27 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0663788 Jun 16 21:16:12.928152 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72b784e7-08d4-4f5e-a2fb-c436d15fd428 req-10102652-f96f-4aba-b2d9-cbe3693abb71 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508752 Jun 16 21:16:13.052708 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da845ae-cc64-4816-a953-ee572dd21711 req-382af109-9875-4550-b6fc-02e0ccb4809d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:13.055456 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7da845ae-cc64-4816-a953-ee572dd21711 req-382af109-9875-4550-b6fc-02e0ccb4809d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0660820 Jun 16 21:16:13.137807 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7da845ae-cc64-4816-a953-ee572dd21711 req-11cc0c8e-a921-4e44-be2e-c0f11a7f353f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770125 Jun 16 21:16:13.756692 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e803b-f2cf-4d7d-a304-bc2c74bde133 req-b0042637-c724-44aa-84e0-dd17a57464be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:13.759166 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b1e803b-f2cf-4d7d-a304-bc2c74bde133 req-b0042637-c724-44aa-84e0-dd17a57464be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0555549 Jun 16 21:16:13.811609 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b1e803b-f2cf-4d7d-a304-bc2c74bde133 req-a309e805-5f90-4e33-b3c3-1974b7d3f50a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Jun 16 21:16:13.857663 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0582bf66-c5e7-4da8-b1e5-fb1ad9991685 req-ca0db4e0-68c2-468a-b87b-edf8c9d8bad3 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0659099 Jun 16 21:16:14.051443 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3edc2a-66a6-4d0b-8a5d-3a032016098e req-bc79cca8-3bb7-49bc-9b0f-b7aaaa9b95ed tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:14.052982 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b3edc2a-66a6-4d0b-8a5d-3a032016098e req-bc79cca8-3bb7-49bc-9b0f-b7aaaa9b95ed tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0475011 Jun 16 21:16:14.109341 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b3edc2a-66a6-4d0b-8a5d-3a032016098e req-a4fff728-8e8a-4c4e-809b-f013175e31fe tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497930 Jun 16 21:16:14.261672 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b02ffa-e5e9-4c0f-b0bd-519e658030af req-60ce1eeb-fdc1-4a2e-85cf-39e946c27359 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:14.263409 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-06b02ffa-e5e9-4c0f-b0bd-519e658030af req-60ce1eeb-fdc1-4a2e-85cf-39e946c27359 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0505898 Jun 16 21:16:14.334274 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-06b02ffa-e5e9-4c0f-b0bd-519e658030af req-bdcfa722-6083-4fbe-9c3c-3716c2f5ca82 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649655 Jun 16 21:16:14.939559 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998317ab-50d5-4632-9e44-f6778d99021b req-db21727c-b0aa-4135-be5d-0aae8ab5fe7f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:14.940996 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-998317ab-50d5-4632-9e44-f6778d99021b req-db21727c-b0aa-4135-be5d-0aae8ab5fe7f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0524840 Jun 16 21:16:14.991637 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-998317ab-50d5-4632-9e44-f6778d99021b req-99701e5c-2bcf-4cd0-ae49-0adbe6803465 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Jun 16 21:16:15.079094 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-526e1cbc-b819-4630-9acc-ade028b7cd5e req-8c957d41-412a-48c2-b31c-5f396ee46f31 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0309851 Jun 16 21:16:15.232410 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a492976-d017-4e07-bb67-8590b49d97f9 req-cdea806f-c12d-4835-9932-6336b49ec7fb tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:15.233859 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1a492976-d017-4e07-bb67-8590b49d97f9 req-cdea806f-c12d-4835-9932-6336b49ec7fb tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0478332 Jun 16 21:16:15.299415 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1a492976-d017-4e07-bb67-8590b49d97f9 req-8637267b-54b2-4c7b-9708-97d5eb782547 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597229 Jun 16 21:16:15.456711 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276eb4c-ee35-471c-8e6c-804cddc19985 req-fa66b380-2982-4f27-b4b4-205dc75babbf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:15.458224 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3276eb4c-ee35-471c-8e6c-804cddc19985 req-fa66b380-2982-4f27-b4b4-205dc75babbf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0493040 Jun 16 21:16:15.509212 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3276eb4c-ee35-471c-8e6c-804cddc19985 req-4ade39d4-e236-4394-8e60-5eecd06e3c87 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Jun 16 21:16:16.127643 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c591a-e989-44bf-8731-c22fdd58d779 req-3582360e-e05b-48ec-9b4a-48ca30ecae00 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:16.129164 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b97c591a-e989-44bf-8731-c22fdd58d779 req-3582360e-e05b-48ec-9b4a-48ca30ecae00 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0488017 Jun 16 21:16:16.179145 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b97c591a-e989-44bf-8731-c22fdd58d779 req-4b0a103e-6326-4549-a530-da0d97f0357e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Jun 16 21:16:16.269980 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1488483d-ee00-40b2-91e3-d865c9e8391b req-20bcb60f-9be5-4c58-8563-cd9a33a527f9 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0306966 Jun 16 21:16:16.421567 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517571d-933d-4526-bfe2-ebe91af9a9c7 req-d576a9d1-258b-4c57-8fe7-088b88cc6301 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:16.423441 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9517571d-933d-4526-bfe2-ebe91af9a9c7 req-d576a9d1-258b-4c57-8fe7-088b88cc6301 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0524125 Jun 16 21:16:16.475985 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9517571d-933d-4526-bfe2-ebe91af9a9c7 req-036dadca-d13f-4414-ad58-844df26d358e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465658 Jun 16 21:16:16.635720 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:16.650648 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125593d-07fa-45c2-b978-e0bd272ae870 req-1d459fb6-0408-4c3a-a833-2f1475597155 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:16.652505 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c125593d-07fa-45c2-b978-e0bd272ae870 req-1d459fb6-0408-4c3a-a833-2f1475597155 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0630167 Jun 16 21:16:16.705896 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c125593d-07fa-45c2-b978-e0bd272ae870 req-7b0949e7-9315-4cb6-8def-e6d2880c8204 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451300 Jun 16 21:16:17.214373 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:17.306865 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:17.323509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfef33-6fce-4e7f-8128-030788fa2521 req-8ade86ac-e7d4-49a0-bb69-e018b46f091d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:17.325051 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f0bfef33-6fce-4e7f-8128-030788fa2521 req-8ade86ac-e7d4-49a0-bb69-e018b46f091d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0663183 Jun 16 21:16:17.386879 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f0bfef33-6fce-4e7f-8128-030788fa2521 req-3d22cc01-c70e-4e91-a00b-5b1bf0aa8e02 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Jun 16 21:16:17.474952 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-89a99a71-db26-445c-8a65-b6fb94f943b0 req-e825810d-a976-4fea-a8e6-6bbc4ec90082 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0306866 Jun 16 21:16:17.605873 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbbfb4-90d7-4fa5-9162-c985f5921719 req-6770ffd3-7f8d-413a-b913-ba4d12bc8085 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:17.612693 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0cbbfb4-90d7-4fa5-9162-c985f5921719 req-6770ffd3-7f8d-413a-b913-ba4d12bc8085 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0644019 Jun 16 21:16:17.659778 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0cbbfb4-90d7-4fa5-9162-c985f5921719 req-5a2c3d22-ceba-4d5d-a08f-f30eb8e3f0ca tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462015 Jun 16 21:16:17.837737 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6420f1-4fe8-4245-b3ac-b6af37343bbb req-ee3d55b9-486e-46b2-8e7d-2137a2a734cf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:17.839291 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe6420f1-4fe8-4245-b3ac-b6af37343bbb req-ee3d55b9-486e-46b2-8e7d-2137a2a734cf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0544257 Jun 16 21:16:17.895670 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe6420f1-4fe8-4245-b3ac-b6af37343bbb req-0efaf732-d697-4770-aff4-b68d768e8093 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509062 Jun 16 21:16:18.513891 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aa099-f623-4ce5-ba85-4850bf91d945 req-edb7ee17-2f27-4988-aa65-a273e9fb9a91 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:18.516890 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-759aa099-f623-4ce5-ba85-4850bf91d945 req-edb7ee17-2f27-4988-aa65-a273e9fb9a91 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0536828 Jun 16 21:16:18.565860 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-759aa099-f623-4ce5-ba85-4850bf91d945 req-29d1c6e2-0004-4a96-ab0a-c398afa95818 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Jun 16 21:16:18.657920 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bbd0e50f-f50a-4c96-82a6-11b42fbb91b5 req-a959581a-c5ad-4d4d-884c-3590ed2b006f tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0322440 Jun 16 21:16:18.787551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28ede2-4ec4-4282-844e-b6f401ff2da3 req-74f9adaf-2206-46b5-9cb4-e29301045664 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:18.790308 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed28ede2-4ec4-4282-844e-b6f401ff2da3 req-74f9adaf-2206-46b5-9cb4-e29301045664 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0525928 Jun 16 21:16:18.843028 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ed28ede2-4ec4-4282-844e-b6f401ff2da3 req-42d823b8-46a7-4b68-961d-9118c1668790 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465894 Jun 16 21:16:19.027623 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889eccd-2c02-42d1-849f-79ee2c3bb0f4 req-7fe2fb72-3a1c-4dc8-a597-3611784d4a83 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:19.030112 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5889eccd-2c02-42d1-849f-79ee2c3bb0f4 req-7fe2fb72-3a1c-4dc8-a597-3611784d4a83 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0494862 Jun 16 21:16:19.079698 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5889eccd-2c02-42d1-849f-79ee2c3bb0f4 req-4c29e5f6-b9ce-4812-8cea-0eda04cc5294 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449333 Jun 16 21:16:19.696524 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071e8d9-de9a-40b5-805c-214a6385cd2e req-9ea7fb2a-9366-4c3e-a073-8b5dc9d650e3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:19.698289 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4071e8d9-de9a-40b5-805c-214a6385cd2e req-9ea7fb2a-9366-4c3e-a073-8b5dc9d650e3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0569806 Jun 16 21:16:19.750738 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4071e8d9-de9a-40b5-805c-214a6385cd2e req-411d8efd-0ad4-4003-bc4c-9fdc7ca8c35a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467780 Jun 16 21:16:19.838218 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d159a6d5-404a-43b0-9ab8-2043a05e1c84 req-b5a915d1-1938-4dea-88d7-ee04ed328852 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0302098 Jun 16 21:16:19.971900 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b096-98bd-4d42-8578-687aa488921c req-ae52f632-7229-44b5-b843-7a2629a041de tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:19.973521 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-56c2b096-98bd-4d42-8578-687aa488921c req-ae52f632-7229-44b5-b843-7a2629a041de tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0551684 Jun 16 21:16:20.030244 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-56c2b096-98bd-4d42-8578-687aa488921c req-fdd0a555-cd68-4e30-b738-dd6f44ccaf60 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510335 Jun 16 21:16:20.214193 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cf315-9b86-4858-af87-1d1f78ed8acf req-f9b95f48-5477-444d-b54d-1f232cb832c8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:20.215697 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-614cf315-9b86-4858-af87-1d1f78ed8acf req-f9b95f48-5477-444d-b54d-1f232cb832c8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0604374 Jun 16 21:16:20.265381 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-614cf315-9b86-4858-af87-1d1f78ed8acf req-72265622-df9d-4483-b8ca-21f602de71fb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441439 Jun 16 21:16:20.604811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:20.608709 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:20.873175 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff997db-d74b-41a0-8808-f568a2750014 req-a9439098-e472-4beb-bf03-4b6a5bc8b1b6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:20.874868 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cff997db-d74b-41a0-8808-f568a2750014 req-a9439098-e472-4beb-bf03-4b6a5bc8b1b6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Jun 16 21:16:20.925675 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cff997db-d74b-41a0-8808-f568a2750014 req-5897f9f4-66f3-4901-8531-9083058e0973 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Jun 16 21:16:21.019312 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6aa5d235-1f56-43df-a3d0-3cd1e3643289 req-9becb1e7-4ee1-4929-9708-df15f9aeefba tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0336585 Jun 16 21:16:21.148878 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6dfd-b762-4871-9a94-df37db6d04d0 req-554accc9-5747-4ac7-b2df-7c0199a60139 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:21.151081 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d50b6dfd-b762-4871-9a94-df37db6d04d0 req-554accc9-5747-4ac7-b2df-7c0199a60139 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0499194 Jun 16 21:16:21.162495 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:21.172630 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:21.227573 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d50b6dfd-b762-4871-9a94-df37db6d04d0 req-cfc1e74b-e4c1-43c1-b281-2f877229df78 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710363 Jun 16 21:16:21.407325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe534-811d-4670-8433-b17df4d95c08 req-11f7da59-1746-4f69-b006-a6f126f2e8b0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:21.408992 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8babe534-811d-4670-8433-b17df4d95c08 req-11f7da59-1746-4f69-b006-a6f126f2e8b0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0510538 Jun 16 21:16:21.459117 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8babe534-811d-4670-8433-b17df4d95c08 req-902db853-5a65-44af-91de-53398ef2e70e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439334 Jun 16 21:16:22.054616 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd362868-25b9-4f06-bc44-418bda07c557 req-99c0ec38-c2df-4298-9591-d30867fa11b1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:22.056325 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dd362868-25b9-4f06-bc44-418bda07c557 req-99c0ec38-c2df-4298-9591-d30867fa11b1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0534313 Jun 16 21:16:22.108257 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dd362868-25b9-4f06-bc44-418bda07c557 req-5fbb70d0-6ccb-4051-80eb-7d1e8dfd0ad1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 Jun 16 21:16:22.213707 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e7dab9a3-aa9d-4f11-b88d-f0f277bcf06c req-82a274d8-3fef-4d47-9213-9fa9367c2663 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0338950 Jun 16 21:16:22.340872 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7e4be-6d6c-4553-9bc6-49c6641b8293 req-1298c0d6-b966-4cee-9c91-b68a5cab36cd tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:22.342512 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-74e7e4be-6d6c-4553-9bc6-49c6641b8293 req-1298c0d6-b966-4cee-9c91-b68a5cab36cd tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0519485 Jun 16 21:16:22.393100 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-74e7e4be-6d6c-4553-9bc6-49c6641b8293 req-727b68fc-cd10-4483-8e87-c233da4c74c8 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 Jun 16 21:16:22.583137 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26047acd-a7a5-4ccd-b9aa-9f8cd6e9a6d2 req-d575f498-7831-47bc-b089-e266b777bdc2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:22.584652 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-26047acd-a7a5-4ccd-b9aa-9f8cd6e9a6d2 req-d575f498-7831-47bc-b089-e266b777bdc2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0523016 Jun 16 21:16:22.634590 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-26047acd-a7a5-4ccd-b9aa-9f8cd6e9a6d2 req-ffa9e004-6ed9-4bcf-871c-e67ecf1ccc26 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441227 Jun 16 21:16:23.234778 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007bdb6-d47e-49d3-b081-69c3ba6e6606 req-672397cf-aaef-4b96-8123-4b9a8ad0735f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:23.236368 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0007bdb6-d47e-49d3-b081-69c3ba6e6606 req-672397cf-aaef-4b96-8123-4b9a8ad0735f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0508420 Jun 16 21:16:23.284437 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0007bdb6-d47e-49d3-b081-69c3ba6e6606 req-cf49f1e1-ad6c-44f3-a3f8-640caf4fb3a8 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Jun 16 21:16:23.372691 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b956b63d-9554-4979-80c4-084f33185eef req-25ac7db5-8d32-444f-9649-5bcba9100bec tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0340960 Jun 16 21:16:23.523139 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdecbd-17c6-46a9-85ff-9e1aa3561717 req-39040fe7-b846-4b73-af58-cbe196fcdd48 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:23.525578 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-49bdecbd-17c6-46a9-85ff-9e1aa3561717 req-39040fe7-b846-4b73-af58-cbe196fcdd48 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Jun 16 21:16:23.577213 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-49bdecbd-17c6-46a9-85ff-9e1aa3561717 req-d43c20ff-1423-401a-a24c-cb7fa8e97d99 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Jun 16 21:16:23.793253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44089-393b-479c-8360-062107c64b0a req-916a1c7e-a0e2-4fab-9d7f-f144c785a2ac tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:23.794827 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30b44089-393b-479c-8360-062107c64b0a req-916a1c7e-a0e2-4fab-9d7f-f144c785a2ac tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0488894 Jun 16 21:16:23.845336 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30b44089-393b-479c-8360-062107c64b0a req-3e441d1e-ab2e-4968-90ed-3f885e676af2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446215 Jun 16 21:16:23.875623 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d00f2-c934-477c-96f2-52426f5855f9 req-37697b12-dd69-4d2f-b887-811d80795f96 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:23.877139 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e6d00f2-c934-477c-96f2-52426f5855f9 req-37697b12-dd69-4d2f-b887-811d80795f96 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0498199 Jun 16 21:16:23.902709 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:23.925303 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e6d00f2-c934-477c-96f2-52426f5855f9 req-a77c4804-568a-46b9-b3ce-58c249bcca6b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Jun 16 21:16:24.404822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947810-e883-49d1-9136-10a0fdd264df req-fc03b34d-06dc-4d62-8ed7-2b1429213a81 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:24.406418 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-31947810-e883-49d1-9136-10a0fdd264df req-fc03b34d-06dc-4d62-8ed7-2b1429213a81 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0504911 Jun 16 21:16:24.459207 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-31947810-e883-49d1-9136-10a0fdd264df req-e1c9ce58-72a5-4253-b6c2-c3060a8d59d6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461974 Jun 16 21:16:24.474368 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d268036e-9165-40cf-9f83-3abb9f121050 req-1ecae9d2-9d4a-497b-81a0-19dd8d5fc9d3 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0302386 Jun 16 21:16:24.606178 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-8d6e3a29-c4c1-4019-8981-4bfc1356738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:24.607888 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-8d6e3a29-c4c1-4019-8981-4bfc1356738a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1129 time: 0.0651197 Jun 16 21:16:24.692566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-951292f1-9e16-4001-bee3-1e161da25019 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:24.694013 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-951292f1-9e16-4001-bee3-1e161da25019 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "GET /v2.0/networks?id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 HTTP/1.1" status: 200 len: 813 time: 0.1170652 Jun 16 21:16:24.959598 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:24.973049 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e41df-04f1-46ae-b494-0f674d6a7ade req-87dfb37d-7f6b-4ca1-b990-956f0940ad89 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:24.974564 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1a7e41df-04f1-46ae-b494-0f674d6a7ade req-87dfb37d-7f6b-4ca1-b990-956f0940ad89 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0553572 Jun 16 21:16:25.027638 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1a7e41df-04f1-46ae-b494-0f674d6a7ade req-cbf501a8-c2ee-49e9-b528-c8ed8bfcef0b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Jun 16 21:16:25.043935 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de266a-6df4-4fe4-b74f-1eb6fe0c7e93 req-dae899a0-84ac-4778-b87d-eb3b68680eae tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:25.045517 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94de266a-6df4-4fe4-b74f-1eb6fe0c7e93 req-dae899a0-84ac-4778-b87d-eb3b68680eae tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Jun 16 21:16:25.096082 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94de266a-6df4-4fe4-b74f-1eb6fe0c7e93 req-ba86f875-cabb-406d-8747-8f75acd6a77e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451460 Jun 16 21:16:25.565895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:25.569867 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e02e7b7-93f8-4db4-8560-d9694e74fc83 req-f673edb5-c7af-417c-b436-6489286a592c tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0288992 Jun 16 21:16:25.577607 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3ecda-320d-4266-8e7b-78eae41028d0 req-bd6c3e34-b4b3-4d73-9510-666095e1756f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:25.579088 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e3c3ecda-320d-4266-8e7b-78eae41028d0 req-bd6c3e34-b4b3-4d73-9510-666095e1756f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Jun 16 21:16:25.626958 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e3c3ecda-320d-4266-8e7b-78eae41028d0 req-acc70acb-23d1-472e-9008-7e5d9d95be34 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Jun 16 21:16:25.800202 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Request body: {'port': {'device_id': '1a0c875b-5859-4684-8846-25255f38cc90', 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1', 'admin_state_up': True, 'tenant_id': '0a667c6d13514cc4bdaaf4598bc723d4'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:25.972974 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-858db5a3-2525-44ac-b11f-8dda42b77bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:25.974432 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-858db5a3-2525-44ac-b11f-8dda42b77bf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.1781061 Jun 16 21:16:25.994221 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Made reservation on behalf of 0a667c6d13514cc4bdaaf4598bc723d4 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:16:25.997591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:26.077436 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b25fa-1227-4c88-ab98-a8ca28c235bf req-a99620b6-5cfd-4faf-bb6c-aec6993b3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.078984 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e96b25fa-1227-4c88-ab98-a8ca28c235bf req-a99620b6-5cfd-4faf-bb6c-aec6993b3133 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 1129 time: 0.0415328 Jun 16 21:16:26.147920 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-cdbf8f5c-2f87-41a4-8d9d-51b0f2219e27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 1001 time: 0.0986543 Jun 16 21:16:26.163778 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e96b25fa-1227-4c88-ab98-a8ca28c235bf req-5e6e4d92-e6a1-4db2-be57-7a87d2addb6d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753226 Jun 16 21:16:26.176203 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96ba5-7bd4-4e39-9774-7a5cbfcc01ea req-abc2fff0-e74a-41dd-880d-1c0e95e851b2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.177674 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72b96ba5-7bd4-4e39-9774-7a5cbfcc01ea req-abc2fff0-e74a-41dd-880d-1c0e95e851b2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0693402 Jun 16 21:16:26.226745 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-72b96ba5-7bd4-4e39-9774-7a5cbfcc01ea req-3abe5c9c-ae46-4410-b5b0-6606a08b7cdb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 Jun 16 21:16:26.238141 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Allocated IP 172.20.0.14 (6ff692fa-20d5-4084-a00f-6e1d9f9d60b1/9ae21824-22bc-4cb3-be69-b9851e4c12a9/0bea97fe-a1f6-4344-b4a0-a56b13b5543c) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:16:26.258853 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-d4258bb7-8101-43f3-9824-4833f962be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.260333 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-d4258bb7-8101-43f3-9824-4833f962be4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.1041238 Jun 16 21:16:26.269027 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76643a-db82-47d6-9589-49c756f8c1bf req-75804519-5b0d-4c4c-aede-d5e175f42568 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.270368 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1a76643a-db82-47d6-9589-49c756f8c1bf req-75804519-5b0d-4c4c-aede-d5e175f42568 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1000853 Jun 16 21:16:26.363304 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1a76643a-db82-47d6-9589-49c756f8c1bf req-65efe16d-7d4a-4d9b-b9f9-4a3f6507900d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862641 Jun 16 21:16:26.454415 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-9dfff1ce-c415-4aa7-b349-c3ff6188b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.455869 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-9dfff1ce-c415-4aa7-b349-c3ff6188b6f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567925 Jun 16 21:16:26.509305 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks [] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:26.540575 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:26.543508 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:26.595921 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-59cb8863-a3c4-4871-a23c-5201774739c1 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233706 Jun 16 21:16:26.600040 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:26.645523 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:16:26.654166 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:16:26.658128 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:16:26.661492 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Pushing event updated for resources: {'Port': ['ID=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:26.688836 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.689274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.689687 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.690090 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.690489 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.690883 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.691275 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.691663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.692054 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.692461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.692639 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ed6ab-93f0-465b-b63d-b8ad073b50ee req-bf6ae564-9497-4ec5-911e-2714e7c74191 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.692906 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.693296 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.693679 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.694064 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.694448 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:26.696675 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-100ed6ab-93f0-465b-b63d-b8ad073b50ee req-bf6ae564-9497-4ec5-911e-2714e7c74191 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 932 time: 0.0587363 Jun 16 21:16:26.748939 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-100ed6ab-93f0-465b-b63d-b8ad073b50ee req-c79c19a1-6e8c-4e24-a3dd-a0b1b91fb397 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475919 Jun 16 21:16:26.770478 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.771230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:26.785427 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd263e-60bd-48a6-9de8-a931d70b6ff4 req-a587f1fa-e291-4538-bfe9-1154eadf38f4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:26.787024 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-48dd263e-60bd-48a6-9de8-a931d70b6ff4 req-a587f1fa-e291-4538-bfe9-1154eadf38f4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0860953 Jun 16 21:16:26.827583 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9865ebac-5280-4658-af64-17c0732d50ee tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0323930 Jun 16 21:16:26.850065 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-48dd263e-60bd-48a6-9de8-a931d70b6ff4 req-aad055bc-34dd-4357-ba62-eba15a4d7bfb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562930 Jun 16 21:16:27.009596 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Request body: {'port': {'device_id': '1a0c875b-5859-4684-8846-25255f38cc90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:27.122057 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:27.147659 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3fcc9628-580f-4ae5-9bdb-f9ccb9eb654e req-2249e273-5eb9-4dfe-8322-be5926255ad4 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500471 Jun 16 21:16:27.348504 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fce86-5e67-4f7b-8146-724fff040bfc req-66fc7db8-0968-412f-b124-78436cedc102 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:27.350094 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-306fce86-5e67-4f7b-8146-724fff040bfc req-66fc7db8-0968-412f-b124-78436cedc102 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0498657 Jun 16 21:16:27.409703 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-306fce86-5e67-4f7b-8146-724fff040bfc req-f9199638-8557-4841-be44-248e377daa70 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528207 Jun 16 21:16:27.585469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5cf2d-09b6-4f5b-b5b4-c55eb0e39a3a req-df27c657-c680-41c7-97db-33cda01f0abb tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:27.587750 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fea5cf2d-09b6-4f5b-b5b4-c55eb0e39a3a req-df27c657-c680-41c7-97db-33cda01f0abb tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0594234 Jun 16 21:16:27.688060 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fea5cf2d-09b6-4f5b-b5b4-c55eb0e39a3a req-40649046-f6b6-4b0d-bc14-01189acc5fcc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903182 Jun 16 21:16:27.699253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bea97fe-a1f6-4344-b4a0-a56b13b5543c {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:16:27.703325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:27.707547 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Publish callbacks [] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:27.722615 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Transition to ACTIVE for port object 0bea97fe-a1f6-4344-b4a0-a56b13b5543c will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:16:27.725666 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:27.777632 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Pushing event updated for resources: {'Port': ['ID=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:27.800237 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:27.849961 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Attempting to bind port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:16:27.850200 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Attempting to bind port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:16:27.850521 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Attempting to bind port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c on network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:16:27.855129 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c on network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:16:27.855447 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Attempting to bind port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c on network 6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:16:27.860380 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:16:27.860715 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Checking segment: {'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:16:27.861097 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Bound using segment: {'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:16:27.861495 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edcd53-f6b5-43e5-8cb8-6e1dd1f2eb38 req-0b11232e-f26a-439f-8a46-4e60641201de tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:27.861666 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Bound port: 0bea97fe-a1f6-4344-b4a0-a56b13b5543c, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106ca696-c8c4-4127-bc16-edb9337a8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:16:27.861853 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:27.862990 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5edcd53-f6b5-43e5-8cb8-6e1dd1f2eb38 req-0b11232e-f26a-439f-8a46-4e60641201de tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.0484514 Jun 16 21:16:27.920731 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5edcd53-f6b5-43e5-8cb8-6e1dd1f2eb38 req-37253107-99a9-4cbf-8327-4bf00e9b1aa7 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518017 Jun 16 21:16:27.937502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] For port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:16:27.969599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] For port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:16:27.983447 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dbfa9-8289-45be-b3d4-fe74dea9fafc req-52c03ae2-39a7-4788-b8a6-a6728ec8cad6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:27.985175 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b5dbfa9-8289-45be-b3d4-fe74dea9fafc req-52c03ae2-39a7-4788-b8a6-a6728ec8cad6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0623968 Jun 16 21:16:27.986606 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:28.026511 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:28.027402 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:28.028809 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] 10.222.0.47 "PUT /v2.0/ports/0bea97fe-a1f6-4344-b4a0-a56b13b5543c HTTP/1.1" status: 200 len: 1094 time: 1.0235963 Jun 16 21:16:28.037020 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0c875b-5859-4684-8846-25255f38cc90', 'tag': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:28.039496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630ff0e-62b1-48d2-978a-d4baba03ebd2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0c875b-5859-4684-8846-25255f38cc90", "tag": "0bea97fe-a1f6-4344-b4a0-a56b13b5543c"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:28.078909 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60466a79-ead2-4dcf-a76c-749658b2d73a x-openstack-request-id: req-60466a79-ead2-4dcf-a76c-749658b2d73a {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:28.079194 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0c875b-5859-4684-8846-25255f38cc90", "tag": "0bea97fe-a1f6-4344-b4a0-a56b13b5543c", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:28.079444 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60466a79-ead2-4dcf-a76c-749658b2d73a {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:28.079830 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60466a79-ead2-4dcf-a76c-749658b2d73a'] response: {'name': 'network-changed', 'server_uuid': '1a0c875b-5859-4684-8846-25255f38cc90', 'tag': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c', 'status': 'completed', 'code': 200} Jun 16 21:16:28.089554 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005c81a-f5e3-4c10-94a2-f017b04ab22b service neutron] Pushing event updated for resources: {'Port': ['ID=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:28.096283 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b5dbfa9-8289-45be-b3d4-fe74dea9fafc req-4bcad7a9-1a61-4722-bcec-c69550532b74 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038184 Jun 16 21:16:28.346617 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1a7a-f8f8-432e-91b7-51c2bf18dd55 req-650916e3-7959-4cd3-9745-95459f52c7b5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:28.348275 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a13c1a7a-f8f8-432e-91b7-51c2bf18dd55 req-650916e3-7959-4cd3-9745-95459f52c7b5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Jun 16 21:16:28.376944 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:28.407744 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a13c1a7a-f8f8-432e-91b7-51c2bf18dd55 req-95019af6-cf36-4be3-9688-79b93bdb1796 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529838 Jun 16 21:16:28.424721 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630ff0e-62b1-48d2-978a-d4baba03ebd2 req-0d35e8cb-566b-46d7-b58b-951e410e33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:28.426219 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d630ff0e-62b1-48d2-978a-d4baba03ebd2 req-0d35e8cb-566b-46d7-b58b-951e410e33ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 1128 time: 0.0543323 Jun 16 21:16:28.533315 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dadc0-4150-441a-bc2a-a0e13a0e4d27 req-25199130-bb84-4fee-9d3d-5adb86fc742d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:28.534762 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b61dadc0-4150-441a-bc2a-a0e13a0e4d27 req-25199130-bb84-4fee-9d3d-5adb86fc742d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0469506 Jun 16 21:16:28.582337 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b61dadc0-4150-441a-bc2a-a0e13a0e4d27 req-fc92b1b3-ed2c-4403-ad7e-edc45ea7f483 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Jun 16 21:16:28.808448 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fce7d-7587-475e-b7fc-2d80269d81b8 req-5ee04a6d-33e4-4da8-bbef-05c356d1b7ce tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:28.809913 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c65fce7d-7587-475e-b7fc-2d80269d81b8 req-5ee04a6d-33e4-4da8-bbef-05c356d1b7ce tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Jun 16 21:16:28.857970 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c65fce7d-7587-475e-b7fc-2d80269d81b8 req-2e3262c4-e0e4-4ba5-9a1b-e5ba5dc968ca tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Jun 16 21:16:29.100757 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-4e94a524-5e9c-4335-956d-8fa7a3ff0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.102426 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-4e94a524-5e9c-4335-956d-8fa7a3ff0767 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 1129 time: 0.1542649 Jun 16 21:16:29.122377 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a1184-988b-4294-9e1f-b65f5c8388df req-96e3d316-cb43-4ca7-8d04-8e0da952aa14 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.123818 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b9a1184-988b-4294-9e1f-b65f5c8388df req-96e3d316-cb43-4ca7-8d04-8e0da952aa14 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.1292431 Jun 16 21:16:29.241785 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630ff0e-62b1-48d2-978a-d4baba03ebd2 req-e826998a-4aba-4023-866e-584c65a32fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.243866 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d630ff0e-62b1-48d2-978a-d4baba03ebd2 req-e826998a-4aba-4023-866e-584c65a32fcd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3130655 Jun 16 21:16:29.302562 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:29.319797 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:29.335326 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1b9a1184-988b-4294-9e1f-b65f5c8388df req-a4b25bcf-c801-410e-afcb-a56b9238d32d tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865532 Jun 16 21:16:29.391832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-e80b8ff8-4001-4808-9d02-d707f5ab5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.393328 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-e80b8ff8-4001-4808-9d02-d707f5ab5d3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.2782266 Jun 16 21:16:29.458580 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-9b524112-0899-49c3-83d9-1c65b4b8f3c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a HTTP/1.1" status: 200 len: 217 time: 0.0530050 Jun 16 21:16:29.505769 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630ff0e-62b1-48d2-978a-d4baba03ebd2 req-3c282e3d-d80e-424a-a37b-be9e7e9c350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.507141 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d630ff0e-62b1-48d2-978a-d4baba03ebd2 req-3c282e3d-d80e-424a-a37b-be9e7e9c350d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534440 Jun 16 21:16:29.521173 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-5d6ec3e5-0d1d-43d7-997e-6696d460d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.522651 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-5d6ec3e5-0d1d-43d7-997e-6696d460d340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0573745 Jun 16 21:16:29.527113 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc937f-a630-4b88-b9cb-9f392af473f5 req-4d72acdc-e26b-4b34-b718-b2e4303b6517 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.528624 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53bc937f-a630-4b88-b9cb-9f392af473f5 req-4d72acdc-e26b-4b34-b718-b2e4303b6517 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0523412 Jun 16 21:16:29.576242 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53bc937f-a630-4b88-b9cb-9f392af473f5 req-bb06311c-a415-4054-a39b-2b28c0bae99b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Jun 16 21:16:29.722974 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:29.741487 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6be0-756a-4c32-b0c9-9d656a655744 req-42e9ed5a-f6bc-403c-937b-84fc8df85e27 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.743031 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bdc6be0-756a-4c32-b0c9-9d656a655744 req-42e9ed5a-f6bc-403c-937b-84fc8df85e27 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0889938 Jun 16 21:16:29.746420 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-ec2d8266-72c9-4430-bb7c-70d31aad8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:29.747772 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-ec2d8266-72c9-4430-bb7c-70d31aad8c62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574794 Jun 16 21:16:29.790214 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bdc6be0-756a-4c32-b0c9-9d656a655744 req-a50294ff-8336-4899-b30d-98618351a78c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Jun 16 21:16:30.452274 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86a23d-755e-4a63-a772-07b111817ef3 req-dc1d2426-ae47-472f-a81c-5581c155a162 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:30.453638 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b86a23d-755e-4a63-a772-07b111817ef3 req-dc1d2426-ae47-472f-a81c-5581c155a162 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.0468850 Jun 16 21:16:30.507015 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b86a23d-755e-4a63-a772-07b111817ef3 req-5375609e-1823-44df-9e3f-8584d5aa91cb tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480406 Jun 16 21:16:30.732341 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752e324-9ba7-47c3-9ee9-45caf9ca9aeb req-dbc8e6b0-140c-44a7-8345-0e3e2fe2315b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:30.733712 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0752e324-9ba7-47c3-9ee9-45caf9ca9aeb req-dbc8e6b0-140c-44a7-8345-0e3e2fe2315b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0906765 Jun 16 21:16:30.786834 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-769e6dea-6b6a-4dca-a206-57df80ff2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:30.788254 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-769e6dea-6b6a-4dca-a206-57df80ff2688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 1128 time: 0.1179795 Jun 16 21:16:30.854916 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-2ce02fdd-c1c0-4ff9-aa74-122fff53667b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bea97fe-a1f6-4344-b4a0-a56b13b5543c HTTP/1.1" status: 200 len: 217 time: 0.0567122 Jun 16 21:16:30.864945 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-d12bc27e-655d-424d-8a80-d377d4960662 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936142 Jun 16 21:16:30.869800 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0752e324-9ba7-47c3-9ee9-45caf9ca9aeb req-ea9ef262-ec30-4181-9c44-e30e07dcc305 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301401 Jun 16 21:16:30.909096 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22cc16-2bae-4cd5-9c10-29d60843aa96 req-e404e262-3fdd-4f79-9e9a-5a48465a0a7e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:30.910571 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd22cc16-2bae-4cd5-9c10-29d60843aa96 req-e404e262-3fdd-4f79-9e9a-5a48465a0a7e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0481617 Jun 16 21:16:30.957968 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd22cc16-2bae-4cd5-9c10-29d60843aa96 req-5d9c1383-09d9-48d7-b184-5bed8eb3c2bb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Jun 16 21:16:31.052540 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-602e0645-4e0c-4370-afc9-18460d2095e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:31.054037 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-602e0645-4e0c-4370-afc9-18460d2095e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ae21824-22bc-4cb3-be69-b9851e4c12a9 HTTP/1.1" status: 200 len: 853 time: 0.1003783 Jun 16 21:16:31.078995 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8d6124e-ec2f-4e8c-9340-944fcef8a49d req-ff3d5822-ea75-487f-8adc-ecf5a645f1fe service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240730 Jun 16 21:16:31.496964 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-ca034c2e-b60c-49a1-9128-4df94a48ab58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305994 Jun 16 21:16:31.667207 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589499d4-147d-444d-8f2c-a147b1baa16d req-92229323-fc8f-4452-acc1-9cdc2d25d42c tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:31.668741 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-589499d4-147d-444d-8f2c-a147b1baa16d req-92229323-fc8f-4452-acc1-9cdc2d25d42c tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.0872231 Jun 16 21:16:31.709230 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-9bcb163f-7516-40ee-a129-caeffa04688a service neutron] 10.222.0.47 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464815 Jun 16 21:16:31.731471 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-589499d4-147d-444d-8f2c-a147b1baa16d req-e7f5b103-904f-49e6-b598-1f89a7a6fad8 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567486 Jun 16 21:16:31.982593 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b5716-a53f-49d4-a283-0c7ad1b4e18f req-79aab915-5636-4db0-86bf-8eb540584122 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:31.984028 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-877b5716-a53f-49d4-a283-0c7ad1b4e18f req-79aab915-5636-4db0-86bf-8eb540584122 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0468009 Jun 16 21:16:32.007177 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:32.036500 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-877b5716-a53f-49d4-a283-0c7ad1b4e18f req-fc0c35ea-748d-4807-af50-ff2eeefdae98 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 Jun 16 21:16:32.085239 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76603-2064-4f6a-bef7-382c0acf257f req-98b28332-0fd3-47ff-908f-4f0df3db1a86 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:32.087752 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ac76603-2064-4f6a-bef7-382c0acf257f req-98b28332-0fd3-47ff-908f-4f0df3db1a86 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 943 time: 0.0538044 Jun 16 21:16:32.135875 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ac76603-2064-4f6a-bef7-382c0acf257f req-5f8fa5a6-d3fb-4ded-8bd9-afd439d31079 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Jun 16 21:16:32.458146 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:16:32.556574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:32.567572 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'port_id': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'mac_address': 'fa:16:3e:fc:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:16:32.606716 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:32.606909 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:32.620437 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6473309c-d2e4-42b4-94b1-6b373a5e59f2 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:16:32.640095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:32.644254 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:32.691348 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=9']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:32.846174 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab92f41-6595-424c-9931-422fef43d920 req-1a6d9c8f-e149-41f7-9f78-f16198922679 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:32.847612 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eab92f41-6595-424c-9931-422fef43d920 req-1a6d9c8f-e149-41f7-9f78-f16198922679 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.0513384 Jun 16 21:16:32.895816 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eab92f41-6595-424c-9931-422fef43d920 req-7861c04a-9a39-4da4-b910-574bcb380cd4 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Jun 16 21:16:33.035865 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['6473309c-d2e4-42b4-94b1-6b373a5e59f2'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:16:33.149828 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0b735-3bb0-4a10-a3b4-1c9ff4911108 req-28169336-6f0d-464a-87e2-93a7758e51c3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:33.151313 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4dc0b735-3bb0-4a10-a3b4-1c9ff4911108 req-28169336-6f0d-464a-87e2-93a7758e51c3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0471921 Jun 16 21:16:33.170151 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:33.201194 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4dc0b735-3bb0-4a10-a3b4-1c9ff4911108 req-78edecf5-ddfa-440c-b875-0ffaac830241 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442746 Jun 16 21:16:33.207231 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:33.258725 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f0a8a-c4a7-465f-99a5-cf7f28aaaec9 req-70c2858a-db6b-414c-8cf5-3606152f4847 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:33.259976 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-744f0a8a-c4a7-465f-99a5-cf7f28aaaec9 req-70c2858a-db6b-414c-8cf5-3606152f4847 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0484154 Jun 16 21:16:33.308537 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-744f0a8a-c4a7-465f-99a5-cf7f28aaaec9 req-a18b18c8-dfb4-4d9f-b9aa-93e2d146d5ba tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Jun 16 21:16:33.689570 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-63e8f539-069d-408a-9cc8-5e7cd886d25d req-80b6ec09-4ff7-4f38-96cb-5837aaa1ca8d service neutron] 10.222.0.47 "GET /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918779 Jun 16 21:16:34.008670 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f420f6-aa60-4d11-be03-a0af4553990e req-7100d971-b3f6-439e-8325-1ef68c3c3458 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:34.010151 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80f420f6-aa60-4d11-be03-a0af4553990e req-7100d971-b3f6-439e-8325-1ef68c3c3458 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.0489891 Jun 16 21:16:34.058339 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80f420f6-aa60-4d11-be03-a0af4553990e req-aef648f5-66bd-47b2-8d37-44c9ded2519d tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Jun 16 21:16:34.316753 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d9745-98e5-4f75-8e16-47c90175ec5d req-1bc83dcd-274e-4cf2-bce5-6f04b4e58a5a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:34.318190 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c4d9745-98e5-4f75-8e16-47c90175ec5d req-1bc83dcd-274e-4cf2-bce5-6f04b4e58a5a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Jun 16 21:16:34.366697 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c4d9745-98e5-4f75-8e16-47c90175ec5d req-1760d356-8c65-49af-bd12-3531dd826771 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Jun 16 21:16:34.415386 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:34.433833 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb7de-b2e5-4d3b-904d-a818fe871ab5 req-5fa489d2-a91a-4fee-a58f-e3bb4fb8b1a0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:34.435300 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc3bb7de-b2e5-4d3b-904d-a818fe871ab5 req-5fa489d2-a91a-4fee-a58f-e3bb4fb8b1a0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 944 time: 0.0489349 Jun 16 21:16:34.474188 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:16:34.486783 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc3bb7de-b2e5-4d3b-904d-a818fe871ab5 req-6494996e-0c2e-4acd-92ce-4ab9bad2d314 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458472 Jun 16 21:16:34.531675 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:16:34.531675 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:34.600708 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:34.601096 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:34.623799 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33064bd-3de0-4d29-a0a5-f73167c418e0 req-d2603c96-ebc1-40ac-8324-5fdc93aa19d3 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:34.624683 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:34.625390 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b33064bd-3de0-4d29-a0a5-f73167c418e0 req-d2603c96-ebc1-40ac-8324-5fdc93aa19d3 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0487924 Jun 16 21:16:34.626915 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92086f9-4197-4ed3-8bea-85d0051cc42d" -d '{"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-plugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:34.640851 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:34.647374 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:34.672163 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f908fe79-c904-4f26-ad50-0f6f55257137 x-openstack-request-id: req-f908fe79-c904-4f26-ad50-0f6f55257137 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:34.672480 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-plugged", "status": "completed", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:34.672734 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f908fe79-c904-4f26-ad50-0f6f55257137 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:34.673127 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f908fe79-c904-4f26-ad50-0f6f55257137'] response: {'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'code': 200} Jun 16 21:16:34.681208 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b33064bd-3de0-4d29-a0a5-f73167c418e0 req-c278ae48-f5b0-4e11-83bc-a81879650b08 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Jun 16 21:16:34.699444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=10']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:34.703677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36124) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:34.839929 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a138a611-1b16-4fbe-a8ed-738f87404269 tempest-TestMinimumBasicScenario-881899087 tempest-TestMinimumBasicScenario-881899087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:34.841459 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a138a611-1b16-4fbe-a8ed-738f87404269 tempest-TestMinimumBasicScenario-881899087 tempest-TestMinimumBasicScenario-881899087-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1124 time: 0.1367524 Jun 16 21:16:34.844724 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36128) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:34.849618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'port_id': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:34.872358 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:34.948951 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:35.061599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Allocated IP 172.27.3.144 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/6869417c-7986-4820-bdf6-510732a9c4b6) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:16:35.105551 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cd473ae0-f522-49d8-b9bb-e560698c6bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:35.212250 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for port (6869417c-7986-4820-bdf6-510732a9c4b6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:35.219004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bdc81-d4d2-4c86-ad77-af3db6541523 req-5540a068-2064-4354-b998-84868eb41668 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:35.220504 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb4bdc81-d4d2-4c86-ad77-af3db6541523 req-5540a068-2064-4354-b998-84868eb41668 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.0745020 Jun 16 21:16:35.284922 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6869417c-7986-4820-bdf6-510732a9c4b6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:35.289546 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb4bdc81-d4d2-4c86-ad77-af3db6541523 req-dbfa66f3-88c2-4ad3-8085-c1876f072466 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617225 Jun 16 21:16:35.292426 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:35.335761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:16:35.340143 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:16:35.342790 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:16:35.345942 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'Port': ['ID=6869417c-7986-4820-bdf6-510732a9c4b6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:35.487905 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbc07f-63d8-42c4-8bb6-00607fe3f6fe req-21a1a23e-7ff9-4157-a5dc-c36392a84f22 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:35.489688 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ebbbc07f-63d8-42c4-8bb6-00607fe3f6fe req-21a1a23e-7ff9-4157-a5dc-c36392a84f22 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Jun 16 21:16:35.542124 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:35.551229 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ebbbc07f-63d8-42c4-8bb6-00607fe3f6fe req-7523d899-794d-4cae-9a72-c2d2af04dc81 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Jun 16 21:16:35.749131 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:35.827570 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0353b2b-7851-4e8f-b20a-211c80e8bad3 req-f499ad01-a086-40b3-96b0-da4e550642fd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:35.829462 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0353b2b-7851-4e8f-b20a-211c80e8bad3 req-f499ad01-a086-40b3-96b0-da4e550642fd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0962706 Jun 16 21:16:35.935743 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0353b2b-7851-4e8f-b20a-211c80e8bad3 req-6c2c80e6-7822-4f3f-9883-2fc309b90802 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945609 Jun 16 21:16:36.051882 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for floatingip (dd0d14e6-38ec-44c6-8b16-f11995086f4a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.130882 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6869417c-7986-4820-bdf6-510732a9c4b6), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.191270 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5a7c-2f0e-4a91-999a-26185b4d61e0 req-76fdba55-1ccd-4397-b988-deb35bbbf24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:36.192768 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe4d5a7c-2f0e-4a91-999a-26185b4d61e0 req-76fdba55-1ccd-4397-b988-deb35bbbf24b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 1130 time: 0.0728145 Jun 16 21:16:36.299997 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe4d5a7c-2f0e-4a91-999a-26185b4d61e0 req-253bea13-a94e-41c9-b4ec-74bb868edb6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869720 Jun 16 21:16:36.340999 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for port (6869417c-7986-4820-bdf6-510732a9c4b6), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.345531 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (6869417c-7986-4820-bdf6-510732a9c4b6), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.403211 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082ed33-ed96-4a6e-afa2-09a95a99d448 req-261f9d5c-8d55-4795-8c73-6ec0cb56e264 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:36.410328 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1082ed33-ed96-4a6e-afa2-09a95a99d448 req-261f9d5c-8d55-4795-8c73-6ec0cb56e264 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 944 time: 0.0549815 Jun 16 21:16:36.410522 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:36.414042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'Port': ['ID=6869417c-7986-4820-bdf6-510732a9c4b6,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:36.428256 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.431153 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (dd0d14e6-38ec-44c6-8b16-f11995086f4a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.455845 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1082ed33-ed96-4a6e-afa2-09a95a99d448 req-94d77cc7-b2a9-4ea6-a1ca-e53db8756bc9 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Jun 16 21:16:36.491209 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0bea97fe-a1f6-4344-b4a0-a56b13b5543c details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:16:36.528153 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Floating IP dd0d14e6-38ec-44c6-8b16-f11995086f4a associated. External IP: 172.27.3.144, port: f26fce3f-5e61-4002-98b6-275c3b72e9db. Jun 16 21:16:36.567273 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:36.579900 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:36.595501 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:36.608035 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c', 'network_id': '6ff692fa-20d5-4084-a00f-6e1d9f9d60b1', 'port_id': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c', 'mac_address': 'fa:16:3e:e7:16:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae21824-22bc-4cb3-be69-b9851e4c12a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:16:36.644724 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:36.645110 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.658697 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bea97fe-a1f6-4344-b4a0-a56b13b5543c {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:16:36.662627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:36.680626 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:36.684973 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.731226 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:16:36.736622 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:36.836569 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:16:36.845892 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] Sync routers for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:16:36.854015 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.857046 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:16:36.857675 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:16:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:16:36.885279 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-009aa809-76b6-4704-9220-cd49da2a3576 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0394056 Jun 16 21:16:36.885860 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:36.888195 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160c690f-d1b1-4975-8e89-e2f0618fc2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:36.888349 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36146) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:36.893483 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550072689', 'description': 'tempest-secgroup-smoke-550072689 description', 'project_id': 'df862b955995466a84bc189d9098d7ce'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:36.922203 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:36.923905 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ea23a-70f3-4289-a948-912569c1b7aa x-openstack-request-id: req-8e0ea23a-70f3-4289-a948-912569c1b7aa {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:36.924204 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:36.924466 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e0ea23a-70f3-4289-a948-912569c1b7aa {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:36.924869 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0ea23a-70f3-4289-a948-912569c1b7aa'] response: {'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'status': 'completed', 'code': 200} Jun 16 21:16:36.977543 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:16:37.013674 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36154) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.020036 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-e33696a0-0871-47f1-a945-94fde560523b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134952200', 'description': 'tempest-description--410397166'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.043050 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group (c19dd2ec-0bff-4018-916c-55304561aea6), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.047313 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c19dd2ec-0bff-4018-916c-55304561aea6), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.069739 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e33696a0-0871-47f1-a945-94fde560523b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.077649 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['0bea97fe-a1f6-4344-b4a0-a56b13b5543c'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:16:37.082002 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.086306 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1968491 Jun 16 21:16:37.086914 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36156) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.092107 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8f360647-dbff-445b-9990-7279f73f503c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'security_group_rule': {'security_group_id': 'c19dd2ec-0bff-4018-916c-55304561aea6', 'project_id': 'df862b955995466a84bc189d9098d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.098089 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19dd2ec-0bff-4018-916c-55304561aea6,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:37.113311 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.113715 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.114558 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.115155 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.115720 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.116120 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.116471 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.117019 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.117666 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.118474 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.118808 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.119134 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.119460 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.119787 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.120116 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddee4-2315-4061-895b-77cd7286b9e7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:16:37.142161 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f360647-dbff-445b-9990-7279f73f503c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (8ef159d0-dfac-4107-b4ee-f8802365cdec), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.145371 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e33696a0-0871-47f1-a945-94fde560523b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group (80d9cf40-b939-4b74-afec-29bc9648e9f9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.153996 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e33696a0-0871-47f1-a945-94fde560523b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (80d9cf40-b939-4b74-afec-29bc9648e9f9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.182557 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62861527-580d-4856-a932-703537c7fdf5 req-fd8c8b2e-d256-45e3-b79e-c6a5e5b09593 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:37.184048 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-62861527-580d-4856-a932-703537c7fdf5 req-fd8c8b2e-d256-45e3-b79e-c6a5e5b09593 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.1496327 Jun 16 21:16:37.199750 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e33696a0-0871-47f1-a945-94fde560523b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.201439 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e33696a0-0871-47f1-a945-94fde560523b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1860449 Jun 16 21:16:37.204941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36158) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.209599 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-6741a16d-c1b7-4bf8-8572-120989c6a6be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'security_group_rule': {'security_group_id': '80d9cf40-b939-4b74-afec-29bc9648e9f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.213902 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33696a0-0871-47f1-a945-94fde560523b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d9cf40-b939-4b74-afec-29bc9648e9f9,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:37.243731 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:37.248618 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f360647-dbff-445b-9990-7279f73f503c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (8ef159d0-dfac-4107-b4ee-f8802365cdec), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.257291 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f360647-dbff-445b-9990-7279f73f503c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (8ef159d0-dfac-4107-b4ee-f8802365cdec), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.264227 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-62861527-580d-4856-a932-703537c7fdf5 req-358ca90e-1d97-4222-ac5c-d0216b33f238 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594354 Jun 16 21:16:37.293091 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f360647-dbff-445b-9990-7279f73f503c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef159d0-dfac-4107-b4ee-f8802365cdec,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:37.297711 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6741a16d-c1b7-4bf8-8572-120989c6a6be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group_rule (43317b82-2ef6-4f29-9591-50fb5cfd8c78), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.310801 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8f360647-dbff-445b-9990-7279f73f503c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.312698 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8f360647-dbff-445b-9990-7279f73f503c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2237942 Jun 16 21:16:37.316826 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36160) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.325431 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-74c6a7fc-15d6-4f19-b117-bbc2708db891 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'security_group_rule': {'security_group_id': 'c19dd2ec-0bff-4018-916c-55304561aea6', 'project_id': 'df862b955995466a84bc189d9098d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.345140 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-d34e625b-4831-47a5-8aa3-2aec64bbc946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:37.346644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-d34e625b-4831-47a5-8aa3-2aec64bbc946 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1129 time: 0.0520995 Jun 16 21:16:37.378189 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3e1a-3fec-4b2d-a9a3-cdab95a327f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.380242 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6741a16d-c1b7-4bf8-8572-120989c6a6be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group_rule (43317b82-2ef6-4f29-9591-50fb5cfd8c78), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.384800 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-74c6a7fc-15d6-4f19-b117-bbc2708db891 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (bd98d600-4cf3-415d-a6ea-afc78c9c2374), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.390887 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'dd0d14e6-38ec-44c6-8b16-f11995086f4a', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'port_id': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'mac_address': 'fa:16:3e:d4:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:35Z', 'updated_at': '2022-06-16T21:16:35Z', 'revision_number': 0, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:11Z', 'revision_number': 5, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:16:37.394595 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6741a16d-c1b7-4bf8-8572-120989c6a6be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (43317b82-2ef6-4f29-9591-50fb5cfd8c78), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.400748 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:37.413089 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741a16d-c1b7-4bf8-8572-120989c6a6be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43317b82-2ef6-4f29-9591-50fb5cfd8c78,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:37.435289 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] Checking router: 2817f03d-1b43-4b8b-bb12-31e22cb70f52 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:16:37.442125 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6741a16d-c1b7-4bf8-8572-120989c6a6be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.443338 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6741a16d-c1b7-4bf8-8572-120989c6a6be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2375085 Jun 16 21:16:37.446392 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36162) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.453495 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-8f4538b0-0f99-46cb-9bab-022a7b8c33d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'security_group_rule': {'security_group_id': '80d9cf40-b939-4b74-afec-29bc9648e9f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.464467 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:16:37.465158 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:16:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:16:37.473842 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-74c6a7fc-15d6-4f19-b117-bbc2708db891 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (bd98d600-4cf3-415d-a6ea-afc78c9c2374), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.482832 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-74c6a7fc-15d6-4f19-b117-bbc2708db891 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (bd98d600-4cf3-415d-a6ea-afc78c9c2374), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.492725 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-d48b305d-08d6-4687-a14b-1717415e6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:37.495100 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-d48b305d-08d6-4687-a14b-1717415e6ccb service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 200 len: 916 time: 0.1347713 Jun 16 21:16:37.506848 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6a7fc-15d6-4f19-b117-bbc2708db891 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd98d600-4cf3-415d-a6ea-afc78c9c2374,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:37.520690 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-74c6a7fc-15d6-4f19-b117-bbc2708db891 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.525613 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-74c6a7fc-15d6-4f19-b117-bbc2708db891 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2044427 Jun 16 21:16:37.525613 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36166) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.531311 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-43083603-e712-4afd-8238-f95998fdf540 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'security_group_rule': {'security_group_id': 'c19dd2ec-0bff-4018-916c-55304561aea6', 'project_id': 'df862b955995466a84bc189d9098d7ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.534110 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f4538b0-0f99-46cb-9bab-022a7b8c33d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group_rule (37c19e7f-25ab-45df-a5d7-23c803c63adc), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.565284 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:37.584683 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:37.604780 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43083603-e712-4afd-8238-f95998fdf540 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (5bc6fc62-1a53-46c7-9ed6-e24da5450d61), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.612597 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:16:37.624702 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8467efe-e609-4086-a5ce-dd53e3f9a327 req-4ee2c873-cd0d-4fb1-b8a5-e7a3bee015a1 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:37.626142 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-c8793b90-8f0e-4800-9179-ff782c8254aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 999 time: 0.1057220 Jun 16 21:16:37.626307 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8467efe-e609-4086-a5ce-dd53e3f9a327 req-4ee2c873-cd0d-4fb1-b8a5-e7a3bee015a1 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 945 time: 0.0858200 Jun 16 21:16:37.655768 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f4538b0-0f99-46cb-9bab-022a7b8c33d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group_rule (37c19e7f-25ab-45df-a5d7-23c803c63adc), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.660498 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f4538b0-0f99-46cb-9bab-022a7b8c33d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (37c19e7f-25ab-45df-a5d7-23c803c63adc), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.709003 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4538b0-0f99-46cb-9bab-022a7b8c33d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c19e7f-25ab-45df-a5d7-23c803c63adc,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:37.710629 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43083603-e712-4afd-8238-f95998fdf540 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (5bc6fc62-1a53-46c7-9ed6-e24da5450d61), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.719806 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8467efe-e609-4086-a5ce-dd53e3f9a327 req-f4f84432-9d1c-4fda-b3f4-930d864b253e tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814784 Jun 16 21:16:37.721427 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43083603-e712-4afd-8238-f95998fdf540 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (5bc6fc62-1a53-46c7-9ed6-e24da5450d61), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.729102 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f4538b0-0f99-46cb-9bab-022a7b8c33d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.733075 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8f4538b0-0f99-46cb-9bab-022a7b8c33d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826920 Jun 16 21:16:37.734495 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36168) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.738405 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.739140 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-d5bcde1f-4af1-44ca-89cb-165a4fc4a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:37.740960 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-d5bcde1f-4af1-44ca-89cb-165a4fc4a12f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb707000-44b0-4ef0-88da-83e77c085cf8 HTTP/1.1" status: 200 len: 854 time: 0.0713737 Jun 16 21:16:37.761770 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43083603-e712-4afd-8238-f95998fdf540 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc6fc62-1a53-46c7-9ed6-e24da5450d61,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:37.776045 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43083603-e712-4afd-8238-f95998fdf540 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.777606 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-43083603-e712-4afd-8238-f95998fdf540 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2509241 Jun 16 21:16:37.780625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36170) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:37.785263 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2503ed96-7893-462e-b77a-d58480b710ba tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'security_group_rule': {'security_group_id': 'c19dd2ec-0bff-4018-916c-55304561aea6', 'project_id': 'df862b955995466a84bc189d9098d7ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:37.791264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.868165 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2503ed96-7893-462e-b77a-d58480b710ba tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (d9fec0f8-e774-4f07-8828-d255fda89a88), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.904928 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:37.908193 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.974468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'dd0d14e6-38ec-44c6-8b16-f11995086f4a', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'port_id': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'mac_address': 'fa:16:3e:d4:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:35Z', 'updated_at': '2022-06-16T21:16:35Z', 'revision_number': 0, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:11Z', 'revision_number': 5, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:16:37.986376 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2503ed96-7893-462e-b77a-d58480b710ba tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (d9fec0f8-e774-4f07-8828-d255fda89a88), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:37.991699 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:37.998769 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2503ed96-7893-462e-b77a-d58480b710ba tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (d9fec0f8-e774-4f07-8828-d255fda89a88), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.000971 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a311e27-8f11-47de-8dbd-398da4743027 None None] The sync data for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi is: [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'dd0d14e6-38ec-44c6-8b16-f11995086f4a', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'port_id': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'mac_address': 'fa:16:3e:d4:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:35Z', 'updated_at': '2022-06-16T21:16:35Z', 'revision_number': 0, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:11Z', 'revision_number': 5, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:16:38.058152 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503ed96-7893-462e-b77a-d58480b710ba tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fec0f8-e774-4f07-8828-d255fda89a88,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:38.073175 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2503ed96-7893-462e-b77a-d58480b710ba tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.074430 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2503ed96-7893-462e-b77a-d58480b710ba tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2928479 Jun 16 21:16:38.077241 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36172) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:38.082791 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'security_group_rule': {'security_group_id': 'c19dd2ec-0bff-4018-916c-55304561aea6', 'project_id': 'df862b955995466a84bc189d9098d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:38.083414 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Allocated IP 172.27.3.116 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:16:38.090284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:38.117175 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Project df862b955995466a84bc189d9098d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 21:16:38.123078 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (cd782a97-b9d6-4ab0-946e-f7f4375a3fcd), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.186988 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (cd782a97-b9d6-4ab0-946e-f7f4375a3fcd), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.191065 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (cd782a97-b9d6-4ab0-946e-f7f4375a3fcd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.196592 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.210445 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd782a97-b9d6-4ab0-946e-f7f4375a3fcd,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:38.223781 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.225920 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6334bbe8-b789-4dd7-b180-bbca95e3860a tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467910 Jun 16 21:16:38.227987 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36174) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:16:38.228405 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7801f1b-afae-4876-9ec2-74f922b0d492 None None] New status for floating IP dd0d14e6-38ec-44c6-8b16-f11995086f4a: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:16:38.233449 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'security_group_rule': {'security_group_id': 'c19dd2ec-0bff-4018-916c-55304561aea6', 'project_id': 'df862b955995466a84bc189d9098d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:38.243254 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.261456 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Project df862b955995466a84bc189d9098d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 21:16:38.269149 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (0eae8c30-0bdc-430b-aed8-d17e9cf4437b), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.287131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:16:38.290281 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:16:38.296313 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:16:38.326642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'Port': ['ID=2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:38.335405 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:38.405936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.459700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c144d-7db5-4a71-9bdb-04a80de5bfa7 req-d4b7989c-447e-47f1-bd22-0caa417a3c94 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:38.461806 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-786c144d-7db5-4a71-9bdb-04a80de5bfa7 req-d4b7989c-447e-47f1-bd22-0caa417a3c94 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.1062093 Jun 16 21:16:38.462509 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.466347 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-c6d6c473-cfa1-44aa-a912-053367a608c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:38.467826 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-c6d6c473-cfa1-44aa-a912-053367a608c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710740 Jun 16 21:16:38.475306 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (0eae8c30-0bdc-430b-aed8-d17e9cf4437b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.489928 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (0eae8c30-0bdc-430b-aed8-d17e9cf4437b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.552778 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eae8c30-0bdc-430b-aed8-d17e9cf4437b,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:38.561154 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.574026 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0bea97fe-a1f6-4344-b4a0-a56b13b5543c up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:16:38.598186 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.602593 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a39ef025-8000-40ac-8ef7-9427e55679a7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3702748 Jun 16 21:16:38.612110 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-786c144d-7db5-4a71-9bdb-04a80de5bfa7 req-b4c69c71-f737-47a5-8aa0-26e643d84c24 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394312 Jun 16 21:16:38.657872 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-d66140d5-f3a7-4bc4-a0a0-3cf9961be563 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695588 Jun 16 21:16:38.666524 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:16:38.673391 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.679701 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:16:38.680427 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.684333 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.708964 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:38.780996 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:38.781980 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.804353 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.805089 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-160c690f-d1b1-4975-8e89-e2f0618fc2b9 req-cb6e480a-a59c-479b-a5d0-6d404cc28e5e service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387153 Jun 16 21:16:38.823286 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c875b-5859-4684-8846-25255f38cc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:38.826913 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3db3a81-e87b-4040-b890-bec49f5810a0" -d '{"events": [{"server_uuid": "1a0c875b-5859-4684-8846-25255f38cc90", "name": "network-vif-plugged", "status": "completed", "tag": "0bea97fe-a1f6-4344-b4a0-a56b13b5543c"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:38.842880 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:38.848677 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.857645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1155608 Jun 16 21:16:38.862297 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:38.892295 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4da9e5-e744-42fa-ac58-d9f05f148c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'Port': ['ID=2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:38.898641 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-13f6a010-7d98-4b96-a8fe-dafb269e3420 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550072689&fields=id&tenant_id=df862b955995466a84bc189d9098d7ce HTTP/1.1" status: 200 len: 267 time: 0.2099204 Jun 16 21:16:38.939999 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287bae-08c0-4c5c-a463-00008b766230 req-02a9192e-cedd-44fe-afc2-9556362012c5 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:38.943094 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:38.943611 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-20287bae-08c0-4c5c-a463-00008b766230 req-02a9192e-cedd-44fe-afc2-9556362012c5 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.1050479 Jun 16 21:16:38.948777 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:38.965513 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-76301702-897a-47ed-8bd5-8de77f9c283d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:38.967333 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-76301702-897a-47ed-8bd5-8de77f9c283d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0634015 Jun 16 21:16:38.979069 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'port': {'security_groups': ['3c013a3e-f582-4bb7-87c2-cec1a23dfc1b', 'c19dd2ec-0bff-4018-916c-55304561aea6']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:39.011833 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-20287bae-08c0-4c5c-a463-00008b766230 req-be7f0f3d-2c58-4602-b3e5-56ae8cde6ad2 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629733 Jun 16 21:16:39.061840 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d542c3-3da4-4317-952a-1e10038ae2f1 x-openstack-request-id: req-65d542c3-3da4-4317-952a-1e10038ae2f1 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:39.062132 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c875b-5859-4684-8846-25255f38cc90", "name": "network-vif-plugged", "status": "completed", "tag": "0bea97fe-a1f6-4344-b4a0-a56b13b5543c", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:39.062381 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65d542c3-3da4-4317-952a-1e10038ae2f1 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:39.062778 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d542c3-3da4-4317-952a-1e10038ae2f1'] response: {'server_uuid': '1a0c875b-5859-4684-8846-25255f38cc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c', 'code': 200} Jun 16 21:16:39.063737 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:39.187195 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-10a0abf3-ac89-4449-9588-c338f00fd5d7 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1134952200&fields=id&tenant_id=6b341c2d77764f3890f2501cfc6945a7 HTTP/1.1" status: 200 len: 267 time: 0.0439935 Jun 16 21:16:39.289142 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:39.324532 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:39.329678 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:39.329890 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf607-cd64-44be-9328-5266233abfff req-193c6e9c-f6ab-49c1-9aa2-74d0fdbd6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:39.332264 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9faf607-cd64-44be-9328-5266233abfff req-193c6e9c-f6ab-49c1-9aa2-74d0fdbd6cb7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 1130 time: 0.0622270 Jun 16 21:16:39.342820 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['f26fce3f-5e61-4002-98b6-275c3b72e9db'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:16:39.360308 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-eb473c75-1806-43a0-a8b6-ee4f9ea6bedd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:39.361757 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-eb473c75-1806-43a0-a8b6-ee4f9ea6bedd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 819 time: 0.1672421 Jun 16 21:16:39.382920 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:39.383947 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:39.384305 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:39.391531 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7229c4eb-8295-47ed-a2e6-b296a0fe7576 req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "PUT /v2.0/ports/f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 981 time: 0.4150641 Jun 16 21:16:39.391531 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:39.400936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:39.407067 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-3e058f10-a652-4bd1-af2b-da3c8d5842d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/quotas/6b341c2d77764f3890f2501cfc6945a7 HTTP/1.1" status: 200 len: 375 time: 0.0198100 Jun 16 21:16:39.436620 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9faf607-cd64-44be-9328-5266233abfff req-12437525-76ca-4e43-b61d-79a5dfbae465 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Jun 16 21:16:39.444146 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb55d7b-9d0a-44eb-b156-a145bb23b92e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=6']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:39.478272 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-408257de-add2-4f9a-bbba-84b4e0ea5607 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0637596 Jun 16 21:16:39.521280 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec6b09-3391-4cd1-9df5-7ee30bb3742a req-287a0ff6-5090-432a-97fd-33422babddc6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:39.523119 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57ec6b09-3391-4cd1-9df5-7ee30bb3742a req-287a0ff6-5090-432a-97fd-33422babddc6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0644946 Jun 16 21:16:39.537625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:39.561885 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['f26fce3f-5e61-4002-98b6-275c3b72e9db'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:16:39.609629 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-1616afb1-d6f2-48dc-a3d0-11e7b7c92683 service neutron] 10.222.0.43 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170280 Jun 16 21:16:39.609837 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57ec6b09-3391-4cd1-9df5-7ee30bb3742a req-7808e5fd-e50a-4ffa-a594-bf009e830579 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727196 Jun 16 21:16:39.655109 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:39.670703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daeb037-9f5b-49ac-bd38-5fc821a5d2c8 x-openstack-request-id: req-6daeb037-9f5b-49ac-bd38-5fc821a5d2c8 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:39.670999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:39.671252 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6daeb037-9f5b-49ac-bd38-5fc821a5d2c8 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:39.671661 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daeb037-9f5b-49ac-bd38-5fc821a5d2c8'] response: {'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'status': 'completed', 'code': 200} Jun 16 21:16:39.715304 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-b07725f4-11c6-49e1-ba37-935904408e19 service neutron] 10.222.0.43 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053107 Jun 16 21:16:39.772882 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-dd75f6c6-79d3-4679-972a-5354d0bd2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:39.775312 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-dd75f6c6-79d3-4679-972a-5354d0bd2b5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1168 time: 0.0501153 Jun 16 21:16:39.795832 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:39.800850 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cb127-d531-42f2-b611-f02f7b40dfc5 req-b9cb7efc-d5f9-455c-bb76-9da5068668ea tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:39.802811 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c03cb127-d531-42f2-b611-f02f7b40dfc5 req-b9cb7efc-d5f9-455c-bb76-9da5068668ea tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0630214 Jun 16 21:16:39.822936 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f969153d-99e8-4136-91ad-45ffc08a4d0c None None] Provisioning complete for port f26fce3f-5e61-4002-98b6-275c3b72e9db triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:16:39.823404 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f969153d-99e8-4136-91ad-45ffc08a4d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:39.898293 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c03cb127-d531-42f2-b611-f02f7b40dfc5 req-2ef0dd7c-3339-472b-89f6-73ec6528c74c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880673 Jun 16 21:16:39.946361 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-093e9113-ddfe-44dd-b99e-cdd4d6b149e7 req-ea0f7c6d-370b-4506-8fdd-cfe747a51901 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 210 time: 0.0609806 Jun 16 21:16:39.947473 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-ab04ce84-3174-4c26-b445-6dc177510dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:39.948838 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-ab04ce84-3174-4c26-b445-6dc177510dfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 200 len: 916 time: 0.1539958 Jun 16 21:16:40.030409 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f969153d-99e8-4136-91ad-45ffc08a4d0c None None] Current status of the port f26fce3f-5e61-4002-98b6-275c3b72e9db is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:40.122079 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:40.144509 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa876e5-0dd4-437e-a6fb-87f6e7d5ef98 req-df7557ba-cb2e-402f-9ee2-0e03c3c48ce6 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:40.146006 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fa876e5-0dd4-437e-a6fb-87f6e7d5ef98 req-df7557ba-cb2e-402f-9ee2-0e03c3c48ce6 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0577669 Jun 16 21:16:40.201903 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fa876e5-0dd4-437e-a6fb-87f6e7d5ef98 req-59f361c4-01ca-4e11-8cc1-9de42bf99f4a tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Jun 16 21:16:40.599563 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:40.790945 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-f9e8ce52-78ac-4e77-b23e-e3f2f146d5d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 1001 time: 0.2990460 Jun 16 21:16:40.887695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-d7bbc932-874e-4a24-838d-9dc7c6a0d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:40.889110 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-d7bbc932-874e-4a24-838d-9dc7c6a0d415 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb707000-44b0-4ef0-88da-83e77c085cf8 HTTP/1.1" status: 200 len: 854 time: 0.0444493 Jun 16 21:16:41.044408 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4bb1b456-38b6-470c-a5aa-65e298c6a5d2 req-df0f5a58-394d-4449-aafd-49032d95c9e4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 210 time: 0.0284357 Jun 16 21:16:41.257574 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-cf2544e8-ba3d-4c03-9780-4dace129d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:41.259856 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-cf2544e8-ba3d-4c03-9780-4dace129d2cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447717 Jun 16 21:16:41.323217 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111c6f-0811-4aad-8e22-c8c9e3c87007 req-4b1ec2da-15e0-4524-b1b6-b58999f46af7 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:41.325393 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9111c6f-0811-4aad-8e22-c8c9e3c87007 req-4b1ec2da-15e0-4524-b1b6-b58999f46af7 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Jun 16 21:16:41.369017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:41.381288 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9111c6f-0811-4aad-8e22-c8c9e3c87007 req-52fd0d5c-de5e-470b-b2e9-9719606b2569 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Jun 16 21:16:41.457399 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-7cef19db-23f2-4845-aedd-de8c35eebaad service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707909 Jun 16 21:16:41.465015 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-79337aaf-3861-42fd-ab9d-cb9e03dff206 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:41.466360 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-79337aaf-3861-42fd-ab9d-cb9e03dff206 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 819 time: 0.1709418 Jun 16 21:16:41.613121 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-ab6effd4-de2b-414c-b310-437bd3ac6f28 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b341c2d77764f3890f2501cfc6945a7 HTTP/1.1" status: 200 len: 380 time: 0.1164434 Jun 16 21:16:41.623314 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-35fa0009-5e7b-4cfe-9d5e-6bf691edfdf8 req-c1e768f0-b921-4eaa-a86a-9910382d4a41 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347425 Jun 16 21:16:42.141288 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f55fb17a-34de-4e06-b99d-ca74d4e115f1 req-316b0512-2dc5-4f91-899d-0c5e41a50c10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 210 time: 0.0299063 Jun 16 21:16:42.341265 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'port': {'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'admin_state_up': True, 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'security_groups': ['80d9cf40-b939-4b74-afec-29bc9648e9f9']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:42.470185 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Made reservation on behalf of 6b341c2d77764f3890f2501cfc6945a7 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:16:42.473911 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:42.491336 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:42.502104 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96511851-be8a-47bc-b2fe-443951a3b932 req-5206ce51-1259-484b-9779-7f0bb1fb1eae tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:42.503735 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-96511851-be8a-47bc-b2fe-443951a3b932 req-5206ce51-1259-484b-9779-7f0bb1fb1eae tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0503399 Jun 16 21:16:42.554669 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-96511851-be8a-47bc-b2fe-443951a3b932 req-7cc98fc7-b545-4cda-b6f0-8ac80e208486 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Jun 16 21:16:42.610965 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Allocated IP 172.20.0.7 (a845e201-b1f1-498f-803f-02b706e2fd26/f58d22d6-f6f6-458e-9180-65a1afbee399/05b93a42-bdde-493e-9e4e-b676213111c0) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:16:42.760881 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for port (05b93a42-bdde-493e-9e4e-b676213111c0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:42.795310 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:42.837626 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Network a845e201-b1f1-498f-803f-02b706e2fd26 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:16:42.842860 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:16:42.847066 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:16:42.874762 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event updated for resources: {'Port': ['ID=05b93a42-bdde-493e-9e4e-b676213111c0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:42.881695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:42.908989 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:42.909790 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:42.928087 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-acc8c962-1a5a-41bf-be28-f670fec935d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916638 Jun 16 21:16:42.941116 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Request body: {'port': {'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:16:43.006001 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:43.182592 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-bcd971f8-4316-4bac-a3a8-dc5ce07e4ace None None] Provisioning complete for port 05b93a42-bdde-493e-9e4e-b676213111c0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:16:43.183078 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bcd971f8-4316-4bac-a3a8-dc5ce07e4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:43.223132 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bcd971f8-4316-4bac-a3a8-dc5ce07e4ace None None] Port 05b93a42-bdde-493e-9e4e-b676213111c0 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:16:43.270245 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea20d7-b223-483f-b014-0c506844500c req-bdc4caaf-7bef-462e-ad46-b47de1d96e06 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:43.271924 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5ea20d7-b223-483f-b014-0c506844500c req-bdc4caaf-7bef-462e-ad46-b47de1d96e06 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 931 time: 0.0580816 Jun 16 21:16:43.285028 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b93a42-bdde-493e-9e4e-b676213111c0 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:16:43.286565 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:43.293878 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Publish callbacks [] for port (05b93a42-bdde-493e-9e4e-b676213111c0), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:43.301096 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:43.311968 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Transition to ACTIVE for port object 05b93a42-bdde-493e-9e4e-b676213111c0 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:16:43.316245 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:43.335489 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5ea20d7-b223-483f-b014-0c506844500c req-7071b4ab-b9b6-42b1-ba67-bc2bacebce3f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559115 Jun 16 21:16:43.376562 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Pushing event updated for resources: {'Port': ['ID=05b93a42-bdde-493e-9e4e-b676213111c0,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:43.451535 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Attempting to bind port 05b93a42-bdde-493e-9e4e-b676213111c0 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:16:43.451879 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Attempting to bind port 05b93a42-bdde-493e-9e4e-b676213111c0 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:16:43.452238 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Attempting to bind port 05b93a42-bdde-493e-9e4e-b676213111c0 on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:16:43.456955 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Port 05b93a42-bdde-493e-9e4e-b676213111c0 on network a845e201-b1f1-498f-803f-02b706e2fd26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:16:43.457280 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Attempting to bind port 05b93a42-bdde-493e-9e4e-b676213111c0 on network a845e201-b1f1-498f-803f-02b706e2fd26 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:16:43.463421 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:16:43.463753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Checking segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:16:43.464134 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Bound using segment: {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:16:43.464593 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Bound port: 05b93a42-bdde-493e-9e4e-b676213111c0, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5175a86-c99e-411c-b06d-fdb8f36973de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:16:43.464955 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:43.534298 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] For port 05b93a42-bdde-493e-9e4e-b676213111c0, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:16:43.538036 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] For port 05b93a42-bdde-493e-9e4e-b676213111c0, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05b93a42-bdde-493e-9e4e-b676213111c0,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:16:43.544503 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:43.580793 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:43.581423 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:43.582805 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] 10.222.0.47 "PUT /v2.0/ports/05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 1093 time: 0.6464229 Jun 16 21:16:43.583232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:43.585469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79" -d '{"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:43.624004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9382b-cffe-4da9-805c-4db6fa5e9e63 service neutron] Pushing event updated for resources: {'Port': ['ID=05b93a42-bdde-493e-9e4e-b676213111c0,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:43.640895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae9d8e2-e9e5-406b-bf60-bd149516193e x-openstack-request-id: req-bae9d8e2-e9e5-406b-bf60-bd149516193e {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:43.641208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:43.641471 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bae9d8e2-e9e5-406b-bf60-bd149516193e {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:43.642003 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae9d8e2-e9e5-406b-bf60-bd149516193e'] response: {'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0', 'status': 'completed', 'code': 200} Jun 16 21:16:43.708738 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-c37be139-6782-461d-9d69-e7fdfea22fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:43.710301 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-c37be139-6782-461d-9d69-e7fdfea22fed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1127 time: 0.0440731 Jun 16 21:16:43.765087 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-4e06e1b2-57b2-4d1b-8d3a-22373980e5e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 217 time: 0.0384161 Jun 16 21:16:43.821343 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-cc45d883-7403-44b0-ba8f-574fc2404b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:43.822803 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-cc45d883-7403-44b0-ba8f-574fc2404b5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0452225 Jun 16 21:16:43.839469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:43.870055 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-0d16b105-bc16-4202-b260-03b503169aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:43.871612 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-0d16b105-bc16-4202-b260-03b503169aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409374 Jun 16 21:16:43.967637 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-40bcdbb1-ec07-4d70-bd6e-5bc917143065 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851018 Jun 16 21:16:44.062239 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d0d994b9-e4ae-4f08-9026-aaa2e6d8d1e0 req-755ce4ab-461c-4400-8e4d-f27b2cdb8443 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824747 Jun 16 21:16:44.218491 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:16:44.456308 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bfc9d-248c-453b-aae0-a191b155c284 req-62d34869-2d7c-45c4-8ce3-251772b22b14 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:44.457801 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-446bfc9d-248c-453b-aae0-a191b155c284 req-62d34869-2d7c-45c4-8ce3-251772b22b14 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 943 time: 0.0512347 Jun 16 21:16:44.504202 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-446bfc9d-248c-453b-aae0-a191b155c284 req-224638e8-9894-4b1d-a946-65760cdd79a5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Jun 16 21:16:45.595175 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-4f589a3c-6050-4a39-96f2-64ed07202710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:45.596623 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-4f589a3c-6050-4a39-96f2-64ed07202710 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1127 time: 0.0543182 Jun 16 21:16:45.655170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e3a6c-f285-4a96-8da8-1e74f8437aed req-92e31648-4c59-4485-a5c6-9998b18ac6b5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:45.656645 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-997e3a6c-f285-4a96-8da8-1e74f8437aed req-92e31648-4c59-4485-a5c6-9998b18ac6b5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 943 time: 0.0820367 Jun 16 21:16:45.753485 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-997e3a6c-f285-4a96-8da8-1e74f8437aed req-f23cf6d0-3d95-4c04-9c30-f26bde681413 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694842 Jun 16 21:16:45.754461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-47378c63-c39f-4c02-b864-1d5f627353db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:45.755786 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-47378c63-c39f-4c02-b864-1d5f627353db service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.1433921 Jun 16 21:16:45.794776 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-6d3d02ab-3a98-42c0-b2b7-b771f87c4550 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 217 time: 0.0321105 Jun 16 21:16:45.845488 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-d78061b0-7083-4d0e-9c5c-68a2e3e02958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:45.846893 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-d78061b0-7083-4d0e-9c5c-68a2e3e02958 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0441108 Jun 16 21:16:45.898282 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-36f399c7-8574-4f66-809b-785d78fc5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:45.899870 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-36f399c7-8574-4f66-809b-785d78fc5bae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390108 Jun 16 21:16:45.941063 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:45.998809 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-b5aa8130-f316-41f0-a4ea-6bec696b426f service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861554 Jun 16 21:16:46.100492 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-546aa5f0-58f1-4f86-ab0f-c0ab0f051a79 req-337d1ee0-ebeb-4cab-808b-3797b2afffff service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 Jun 16 21:16:46.600958 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 05b93a42-bdde-493e-9e4e-b676213111c0 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:16:46.732946 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 05b93a42-bdde-493e-9e4e-b676213111c0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05b93a42-bdde-493e-9e4e-b676213111c0,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:46.747730 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '05b93a42-bdde-493e-9e4e-b676213111c0', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0', 'mac_address': 'fa:16:3e:f3:87:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:16:46.790455 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 05b93a42-bdde-493e-9e4e-b676213111c0 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:46.790850 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:46.802287 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:46.809975 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b93a42-bdde-493e-9e4e-b676213111c0 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:16:46.815928 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:46.835602 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 05b93a42-bdde-493e-9e4e-b676213111c0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05b93a42-bdde-493e-9e4e-b676213111c0,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:46.839610 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:46.881186 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d5dd1-f95d-433b-b7ef-12b60d706c79 req-d6991551-e603-4e6d-acb5-2560abb7c433 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:46.882623 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c23d5dd1-f95d-433b-b7ef-12b60d706c79 req-d6991551-e603-4e6d-acb5-2560abb7c433 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 944 time: 0.0527332 Jun 16 21:16:46.890929 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=05b93a42-bdde-493e-9e4e-b676213111c0,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:46.931812 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c23d5dd1-f95d-433b-b7ef-12b60d706c79 req-f288a27a-6d49-42f1-b768-271ee6a7052c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Jun 16 21:16:47.233640 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['05b93a42-bdde-493e-9e4e-b676213111c0'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:16:48.049760 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f997c5c-ee36-44f6-a9c1-de97bb0d8bbd req-12b8749b-016d-4332-a7bb-a5221e9bd66b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:48.051229 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0f997c5c-ee36-44f6-a9c1-de97bb0d8bbd req-12b8749b-016d-4332-a7bb-a5221e9bd66b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 944 time: 0.0483398 Jun 16 21:16:48.097525 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0f997c5c-ee36-44f6-a9c1-de97bb0d8bbd req-e5beacf9-8448-41a4-8451-75328aac0fdf tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Jun 16 21:16:48.369937 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:48.598275 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 05b93a42-bdde-493e-9e4e-b676213111c0 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:16:48.643628 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 05b93a42-bdde-493e-9e4e-b676213111c0 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:16:48.651080 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 05b93a42-bdde-493e-9e4e-b676213111c0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:16:48.651455 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:48.726527 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 05b93a42-bdde-493e-9e4e-b676213111c0 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:16:48.726979 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:48.750470 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:16:48.752638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed4790-29c3-44c3-a654-e843d93ae3df" -d '{"events": [{"server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "name": "network-vif-plugged", "status": "completed", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:16:48.766115 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 05b93a42-bdde-493e-9e4e-b676213111c0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05b93a42-bdde-493e-9e4e-b676213111c0,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:16:48.773246 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:16:48.794540 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f5645-dee8-4c3d-9f3f-1331fec0324d x-openstack-request-id: req-210f5645-dee8-4c3d-9f3f-1331fec0324d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:16:48.794823 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "name": "network-vif-plugged", "status": "completed", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:16:48.795070 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-210f5645-dee8-4c3d-9f3f-1331fec0324d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:16:48.795462 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210f5645-dee8-4c3d-9f3f-1331fec0324d'] response: {'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0', 'code': 200} Jun 16 21:16:48.820386 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=05b93a42-bdde-493e-9e4e-b676213111c0,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:16:49.210547 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004842f7-ddcf-4661-a33d-ea2130aabeb6 req-5cf86a3a-e08d-4dd4-a403-d0a23224a9dd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:49.213050 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-004842f7-ddcf-4661-a33d-ea2130aabeb6 req-5cf86a3a-e08d-4dd4-a403-d0a23224a9dd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0480399 Jun 16 21:16:49.259707 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-004842f7-ddcf-4661-a33d-ea2130aabeb6 req-aecd6e14-6d82-453f-a80b-ba4b321c4c40 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Jun 16 21:16:49.932390 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43f724-7987-46b7-8161-3dc26330fbff req-05772c17-553c-461d-a4d4-c2a462006c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:49.933894 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8f43f724-7987-46b7-8161-3dc26330fbff req-05772c17-553c-461d-a4d4-c2a462006c13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1129 time: 0.0469425 Jun 16 21:16:49.983197 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8f43f724-7987-46b7-8161-3dc26330fbff req-00e4a0f7-731d-4365-a21c-8d1f8d069153 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Jun 16 21:16:50.377403 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb977a2-0a07-44b4-acbd-88369cbc744e req-27b0d845-f4da-4d49-8601-c644f0807438 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:50.378990 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbb977a2-0a07-44b4-acbd-88369cbc744e req-27b0d845-f4da-4d49-8601-c644f0807438 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0498075 Jun 16 21:16:50.434287 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbb977a2-0a07-44b4-acbd-88369cbc744e req-9a2fe404-76c3-4e0f-84c9-47602fe1c9fa tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487299 Jun 16 21:16:51.247651 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56410b9-4631-4cc7-9426-e6a6b0925ef7 req-738cc295-7396-48b9-af9d-db84b86dcd64 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:51.249145 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d56410b9-4631-4cc7-9426-e6a6b0925ef7 req-738cc295-7396-48b9-af9d-db84b86dcd64 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0498743 Jun 16 21:16:51.297889 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d56410b9-4631-4cc7-9426-e6a6b0925ef7 req-551ecb4e-93cc-4bff-ab32-d6b5e827bab6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432389 Jun 16 21:16:51.533756 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:51.550357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc6ba-cee4-4c1c-8a19-c434e6768a26 req-ea6bbb59-fbb5-4412-8aa8-4106b3b8b103 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:51.551856 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-845bc6ba-cee4-4c1c-8a19-c434e6768a26 req-ea6bbb59-fbb5-4412-8aa8-4106b3b8b103 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0478265 Jun 16 21:16:51.599040 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-845bc6ba-cee4-4c1c-8a19-c434e6768a26 req-eb484e10-de49-4203-9248-57800b539e22 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Jun 16 21:16:52.413035 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf9404-ddfe-4431-866e-3db18411df2c req-a96fdfa4-82d8-45b5-b62c-9389f0078279 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:52.414645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20bf9404-ddfe-4431-866e-3db18411df2c req-a96fdfa4-82d8-45b5-b62c-9389f0078279 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0471082 Jun 16 21:16:52.460446 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20bf9404-ddfe-4431-866e-3db18411df2c req-a204cfc0-643b-4c5d-b22a-7c8197ca3259 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Jun 16 21:16:52.711722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6e157-5690-46b6-9632-e165e7e2d930 req-b2ea8411-c4f2-47a6-ae21-d431f1f642a3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:52.713195 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a9b6e157-5690-46b6-9632-e165e7e2d930 req-b2ea8411-c4f2-47a6-ae21-d431f1f642a3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0475826 Jun 16 21:16:52.762829 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a9b6e157-5690-46b6-9632-e165e7e2d930 req-cc141fa2-14d5-4a09-ac6a-11bac9a3ad98 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Jun 16 21:16:53.788343 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:53.806712 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809dc0-28f9-44d5-9c70-21b968cf870d req-1f0849b9-e42d-409b-99a3-8b1579226af5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:53.808210 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e809dc0-28f9-44d5-9c70-21b968cf870d req-1f0849b9-e42d-409b-99a3-8b1579226af5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.2804563 Jun 16 21:16:53.855701 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e809dc0-28f9-44d5-9c70-21b968cf870d req-4184b15a-1f4e-4a27-a9a2-b390e4e9676a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 Jun 16 21:16:53.881205 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99540b57-ddc0-43db-948a-b8e58e49cd2d req-db0a053d-dd15-420b-b2eb-b10a888bc701 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:53.882711 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-99540b57-ddc0-43db-948a-b8e58e49cd2d req-db0a053d-dd15-420b-b2eb-b10a888bc701 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0502665 Jun 16 21:16:53.931299 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-99540b57-ddc0-43db-948a-b8e58e49cd2d req-a792b4fe-df2b-4acd-815d-616dc733440b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jun 16 21:16:54.214622 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:54.971818 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b755-4c9f-47df-9445-d0a87482acfa req-47c1897d-a760-4b7a-8fe8-d31783f3626a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:54.973335 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3365b755-4c9f-47df-9445-d0a87482acfa req-47c1897d-a760-4b7a-8fe8-d31783f3626a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0489237 Jun 16 21:16:55.023041 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3365b755-4c9f-47df-9445-d0a87482acfa req-3382f0c2-60f4-4011-a528-a0e9df2abac3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Jun 16 21:16:55.043083 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3601d-2c04-471a-bc31-22a4fb16c4b4 req-8d02a90a-6310-4837-b777-07fbadc9a657 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:55.044589 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53d3601d-2c04-471a-bc31-22a4fb16c4b4 req-8d02a90a-6310-4837-b777-07fbadc9a657 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0468743 Jun 16 21:16:55.090099 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53d3601d-2c04-471a-bc31-22a4fb16c4b4 req-4137ac5f-3ba6-4697-8da8-d620893b00c4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399857 Jun 16 21:16:56.140127 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643f700-7b4f-45a4-a007-481baf73d4b4 req-da1e8e37-985c-4750-92f1-8f00f6ff6eac tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:56.141638 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0643f700-7b4f-45a4-a007-481baf73d4b4 req-da1e8e37-985c-4750-92f1-8f00f6ff6eac tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0513296 Jun 16 21:16:56.189202 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0643f700-7b4f-45a4-a007-481baf73d4b4 req-eb9760e2-e904-4631-ab70-b8f1e24f0ea7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 Jun 16 21:16:56.207749 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275927ac-a332-4a3b-908b-942a87870e9d req-820802c9-750a-44e5-8d64-e146500653f5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:56.209259 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-275927ac-a332-4a3b-908b-942a87870e9d req-820802c9-750a-44e5-8d64-e146500653f5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Jun 16 21:16:56.257501 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-275927ac-a332-4a3b-908b-942a87870e9d req-2c1f5508-2e62-4e0b-b884-d7736d36a745 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Jun 16 21:16:57.303977 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd829d8-1ebf-4c4f-945c-61c9d4498007 req-0227359c-716c-4c52-9f15-59f2790112c0 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:57.305483 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dd829d8-1ebf-4c4f-945c-61c9d4498007 req-0227359c-716c-4c52-9f15-59f2790112c0 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0490019 Jun 16 21:16:57.352898 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dd829d8-1ebf-4c4f-945c-61c9d4498007 req-dd0b43b7-9b07-4a29-bacb-db83e8954915 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413010 Jun 16 21:16:57.367957 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:57.377500 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c72a7c-9a0b-4fa5-9bbf-9184cd90f39f req-7a3b263a-92c3-445a-bf19-6ba6bc2f9f1d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:57.378983 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-22c72a7c-9a0b-4fa5-9bbf-9184cd90f39f req-7a3b263a-92c3-445a-bf19-6ba6bc2f9f1d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Jun 16 21:16:57.425369 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-22c72a7c-9a0b-4fa5-9bbf-9184cd90f39f req-8ecbb01a-559e-4d94-9660-f0929da562e5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Jun 16 21:16:58.473979 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfa0a8-87c3-4287-82cc-f3f6ff2d923c req-e7c9e728-7305-4da7-9d41-6d52d4257a7a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:58.475430 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27dfa0a8-87c3-4287-82cc-f3f6ff2d923c req-e7c9e728-7305-4da7-9d41-6d52d4257a7a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0516949 Jun 16 21:16:58.524275 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27dfa0a8-87c3-4287-82cc-f3f6ff2d923c req-398f57a2-cff2-463e-8649-f984acbf4851 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Jun 16 21:16:58.542369 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707534-34e3-4b11-95ea-feea293ca022 req-bbe77c03-0f0b-45ca-983c-82e871e5bd28 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:58.543866 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a5707534-34e3-4b11-95ea-feea293ca022 req-bbe77c03-0f0b-45ca-983c-82e871e5bd28 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Jun 16 21:16:58.592017 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a5707534-34e3-4b11-95ea-feea293ca022 req-0a774bab-ecbf-4b33-a079-9c3e697650b0 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Jun 16 21:16:58.817213 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:58.818139 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=1,neutron:SELECT=59 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:59.639933 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa219c5-e82a-42e3-b4b8-14f2ae36053a req-5ce63d70-2abf-4550-a4ac-2430f5c41545 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:59.641505 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6aa219c5-e82a-42e3-b4b8-14f2ae36053a req-5ce63d70-2abf-4550-a4ac-2430f5c41545 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0498149 Jun 16 21:16:59.668945 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:16:59.692828 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6aa219c5-e82a-42e3-b4b8-14f2ae36053a req-5f628aae-9a55-4370-9e1f-820440305982 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1603a8-45d2-4960-b592-89b48d372a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450914 Jun 16 21:16:59.708446 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef25e44-78e6-490b-9ef9-eba99d471620 req-dcaff4d7-291e-401b-8012-b8ba89cc7c80 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:59.710022 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5ef25e44-78e6-490b-9ef9-eba99d471620 req-dcaff4d7-291e-401b-8012-b8ba89cc7c80 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Jun 16 21:16:59.759691 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5ef25e44-78e6-490b-9ef9-eba99d471620 req-886430d7-2730-47f8-a7dd-33eef15a7e71 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439212 Jun 16 21:16:59.885963 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-942d6271-e158-4e59-9a7f-afce46972661 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:16:59.887447 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-942d6271-e158-4e59-9a7f-afce46972661 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 946 time: 0.0521019 Jun 16 21:17:00.021546 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port 6d083cc3-57c5-45ee-8b91-13084586fee3 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:17:00.021898 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:00.113202 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] For port 6d083cc3-57c5-45ee-8b91-13084586fee3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6d083cc3-57c5-45ee-8b91-13084586fee3,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:00.113481 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:00.542049 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:00.549551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:00.549915 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (2e6f06fb-137f-4003-9087-6bc482731383), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:00.550233 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP 2e6f06fb-137f-4003-9087-6bc482731383 disassociated. External IP: 172.27.3.142, port: 6d083cc3-57c5-45ee-8b91-13084586fee3. Jun 16 21:17:00.550572 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for 6d083cc3-57c5-45ee-8b91-13084586fee3 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:17:00.680199 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6d083cc3-57c5-45ee-8b91-13084586fee3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:00.710234 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=6d083cc3-57c5-45ee-8b91-13084586fee3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:00.803146 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-abf77195-84d3-4003-802f-34ff67628b08 req-35d87930-8bf0-4c8a-99c1-016540d747d7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fe2c1e9-e3e7-437a-b627-53fa261bfe2f HTTP/1.1" status: 200 len: 210 time: 0.0394125 Jun 16 21:17:00.810671 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:00.848982 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:17:00.921396 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c2cf-1ccd-4b11-b181-303bd5418fa1 req-60fdb05f-1ae8-43d0-bf18-67cb03dad7d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:00.922907 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8cc3c2cf-1ccd-4b11-b181-303bd5418fa1 req-60fdb05f-1ae8-43d0-bf18-67cb03dad7d1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0886157 Jun 16 21:17:01.026555 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8cc3c2cf-1ccd-4b11-b181-303bd5418fa1 req-77ccc353-eea7-4a77-b903-f5927e7f5d05 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960541 Jun 16 21:17:01.027926 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:17:01.039677 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:17:01.056788 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:01.057751 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:16:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:01.118650 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] No DVR routers for this DVR port 6d083cc3-57c5-45ee-8b91-13084586fee3 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:17:01.121411 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:01.128375 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b8afba-6ef5-4cea-93d8-c69b13147128 req-8db58a70-bd6e-4536-95e9-ad310f41f3f1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "DELETE /v2.0/ports/6d083cc3-57c5-45ee-8b91-13084586fee3 HTTP/1.1" status: 204 len: 173 time: 1.2236238 Jun 16 21:17:01.128919 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'name': 'network-vif-deleted', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:01.131881 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3686a-6b4c-4702-9f5d-e798f77eb9e0" -d '{"events": [{"server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "name": "network-vif-deleted", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:01.183882 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510a65-2425-4138-a9b3-18a9c86f47b3 req-a7688542-410f-4802-a9a2-87915f4ffc61 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:01.188770 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70510a65-2425-4138-a9b3-18a9c86f47b3 req-a7688542-410f-4802-a9a2-87915f4ffc61 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0874681 Jun 16 21:17:01.192314 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd677ee3-9855-4b58-bfc5-605660144d0d x-openstack-request-id: req-bd677ee3-9855-4b58-bfc5-605660144d0d {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:01.192674 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe2c1e9-e3e7-437a-b627-53fa261bfe2f", "name": "network-vif-deleted", "tag": "6d083cc3-57c5-45ee-8b91-13084586fee3", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:01.192942 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd677ee3-9855-4b58-bfc5-605660144d0d {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:01.193334 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd677ee3-9855-4b58-bfc5-605660144d0d'] response: {'server_uuid': '7fe2c1e9-e3e7-437a-b627-53fa261bfe2f', 'name': 'network-vif-deleted', 'tag': '6d083cc3-57c5-45ee-8b91-13084586fee3', 'status': 'completed', 'code': 200} Jun 16 21:17:01.198477 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36410) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:01.202941 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'floatingip': {'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:01.238886 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:01.245433 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:01.469167 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:11Z', 'revision_number': 2, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:01.498400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:17:01.507079 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:01.507688 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:16:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:01.609945 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:01.685415 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:01.705951 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:01.711879 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:01.816526 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Floating IP d821b45b-d768-4778-906a-005869a1ee14 associated. External IP: 172.27.3.116, port: 05b93a42-bdde-493e-9e4e-b676213111c0. Jun 16 21:17:01.932493 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36418) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:01.977492 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:11Z', 'revision_number': 2, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:02.001818 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42a7480b-9963-4376-a17c-501c9a73ca40 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (df1603a8-45d2-4960-b592-89b48d372a64), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.006677 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb89d65-3e6d-4956-9b36-a067dd722a19 None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '8503dcaa-ed6c-467d-b302-292e9c86f0de', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'b0b64745-4342-4163-bc5d-724401da0c19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:83:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:13:18Z', 'updated_at': '2022-06-16T21:14:11Z', 'revision_number': 2, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:17:02.029120 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42a7480b-9963-4376-a17c-501c9a73ca40 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (df1603a8-45d2-4960-b592-89b48d372a64), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.044903 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:02.069910 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:17:02.087281 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42a7480b-9963-4376-a17c-501c9a73ca40 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (df1603a8-45d2-4960-b592-89b48d372a64), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.091131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42a7480b-9963-4376-a17c-501c9a73ca40 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.095771 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-42a7480b-9963-4376-a17c-501c9a73ca40 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/security-groups/df1603a8-45d2-4960-b592-89b48d372a64 HTTP/1.1" status: 204 len: 168 time: 0.1621201 Jun 16 21:17:02.096553 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36420) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:02.118784 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7480b-9963-4376-a17c-501c9a73ca40 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1603a8-45d2-4960-b592-89b48d372a64,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:02.121219 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-cf430cbb-6959-41f1-87c8-3747a56532a3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] show failed (client error): The resource could not be found. Jun 16 21:17:02.125177 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cf430cbb-6959-41f1-87c8-3747a56532a3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups/df1603a8-45d2-4960-b592-89b48d372a64 HTTP/1.1" status: 404 len: 347 time: 0.0242605 Jun 16 21:17:02.127022 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36422) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:02.221695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:17:02.227530 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.234698 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] Sync routers for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:17:02.262843 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:02.263701 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:16:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:02.270300 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-580736af-d1f8-4ff1-8cbf-9e4fed50311d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "PUT /v2.0/floatingips/d821b45b-d768-4778-906a-005869a1ee14 HTTP/1.1" status: 200 len: 991 time: 1.0707359 Jun 16 21:17:02.300298 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port fa1df9b7-6892-4618-8221-6b4cb67cdda5 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:17:02.301210 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.410810 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de3f6c-c605-4f09-b8b1-f944305313ea None None] New status for floating IP 2e6f06fb-137f-4003-9087-6bc482731383: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:17:02.413203 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:02.420300 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.420637 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (fa1df9b7-6892-4618-8221-6b4cb67cdda5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.437825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for fa1df9b7-6892-4618-8221-6b4cb67cdda5 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:17:02.533393 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:02.616808 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (fa1df9b7-6892-4618-8221-6b4cb67cdda5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.647532 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=fa1df9b7-6892-4618-8221-6b4cb67cdda5,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:02.700237 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'd821b45b-d768-4778-906a-005869a1ee14', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'mac_address': 'fa:16:3e:f3:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:38Z', 'updated_at': '2022-06-16T21:17:01Z', 'revision_number': 1, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:02.713997 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (2e6f06fb-137f-4003-9087-6bc482731383), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.716456 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:02.717601 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-786814fe-d4d8-4c57-8302-de151e79c14c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/floatingips/2e6f06fb-137f-4003-9087-6bc482731383 HTTP/1.1" status: 204 len: 168 time: 0.5893171 Jun 16 21:17:02.727095 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] Checking router: 6aa53d8e-6828-434d-9cd0-85bbdca84b0d for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:17:02.736016 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:02.736703 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:16:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:02.843343 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:03.066700 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'd821b45b-d768-4778-906a-005869a1ee14', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'mac_address': 'fa:16:3e:f3:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:38Z', 'updated_at': '2022-06-16T21:17:01Z', 'revision_number': 1, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:03.098086 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c316689-f2c2-41da-87b0-014b228fd584 None None] The sync data for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi is: [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'd821b45b-d768-4778-906a-005869a1ee14', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'mac_address': 'fa:16:3e:f3:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:38Z', 'updated_at': '2022-06-16T21:17:01Z', 'revision_number': 1, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:17:03.194745 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:03.197132 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99082ee-e48d-4705-89ee-dc6cf9ed772f" -d '{"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:03.238096 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db25f8d2-be85-4d38-9760-48c7fa4e56e0 x-openstack-request-id: req-db25f8d2-be85-4d38-9760-48c7fa4e56e0 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:03.238385 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:03.238635 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db25f8d2-be85-4d38-9760-48c7fa4e56e0 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:03.239043 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db25f8d2-be85-4d38-9760-48c7fa4e56e0'] response: {'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0', 'status': 'completed', 'code': 200} Jun 16 21:17:03.320274 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f37be-bcdb-4ea1-b010-7721bcadae1e None None] New status for floating IP d821b45b-d768-4778-906a-005869a1ee14: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:17:04.128806 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-11ddf7ff-e205-4c27-bf94-ae9274daff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:04.130358 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-11ddf7ff-e205-4c27-bf94-ae9274daff55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1129 time: 0.0400872 Jun 16 21:17:04.236148 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-5f73c1c8-8e0b-4306-9e61-4b67d0c3c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:04.237654 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-5f73c1c8-8e0b-4306-9e61-4b67d0c3c1c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.0965171 Jun 16 21:17:04.343157 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-bf2da380-566d-4fd9-8728-7ae89182325b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 1001 time: 0.0607369 Jun 16 21:17:04.398089 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-ea716301-7f25-485d-8d09-83457ae40fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:04.399549 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-ea716301-7f25-485d-8d09-83457ae40fc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0444479 Jun 16 21:17:04.446587 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-0ac41947-9b33-4e96-a4e7-9574dc08e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:04.448992 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-0ac41947-9b33-4e96-a4e7-9574dc08e0ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407927 Jun 16 21:17:04.542767 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-e92435cd-43f2-4912-a98a-9ef86393f432 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869067 Jun 16 21:17:04.652777 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a99082ee-e48d-4705-89ee-dc6cf9ed772f req-e90f1b2e-e274-4887-bbce-2af450323f77 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940249 Jun 16 21:17:04.724713 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6d083cc3-57c5-45ee-8b91-13084586fee3 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:17:04.744835 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 6d083cc3-57c5-45ee-8b91-13084586fee3 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:17:04.745187 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6d083cc3-57c5-45ee-8b91-13084586fee3 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:17:05.088835 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e2a5-c14d-4bb6-bd50-78739cebba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:05.271353 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-a57ece83-b6a5-4128-a5d2-80dbd1c5270d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383232 Jun 16 21:17:05.474285 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-26cbfd82-f79c-414d-93bf-b8778c2dd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:05.475784 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-26cbfd82-f79c-414d-93bf-b8778c2dd78d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 1129 time: 0.0430849 Jun 16 21:17:05.514115 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:05.581363 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-e3c3ad1c-c2f6-40a5-b0c8-bd4dd10ff9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:05.582837 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-e3c3ad1c-c2f6-40a5-b0c8-bd4dd10ff9eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.0861614 Jun 16 21:17:05.651875 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-0b814616-d266-498e-adb3-25df25f5d20f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0b64745-4342-4163-bc5d-724401da0c19 HTTP/1.1" status: 200 len: 1001 time: 0.0601449 Jun 16 21:17:05.702193 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-b7dd4509-e65c-4381-8079-8da99494530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:05.703675 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-b7dd4509-e65c-4381-8079-8da99494530f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.0441983 Jun 16 21:17:05.755766 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-e6af94a2-bdac-4e97-a9ce-11b2984a4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:05.757347 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-e6af94a2-bdac-4e97-a9ce-11b2984a4de3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425000 Jun 16 21:17:05.839422 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:05.866929 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-c6ecd4ee-f294-4ef4-8404-11c7ed7d665e service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898335 Jun 16 21:17:05.961764 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d4724ecf-fc78-4def-8295-ac5c305195a4 req-9221a93c-8cce-4b85-9d87-218c96892a4c service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878761 Jun 16 21:17:06.026169 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77385acb-1c8c-473d-a63d-71aea3152707 req-09e64f58-254d-449b-b3bb-f978357d9484 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:06.027645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-77385acb-1c8c-473d-a63d-71aea3152707 req-09e64f58-254d-449b-b3bb-f978357d9484 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0487378 Jun 16 21:17:06.074474 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-77385acb-1c8c-473d-a63d-71aea3152707 req-d5f72ce1-2d91-4a2a-b779-e0dec91c5d38 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Jun 16 21:17:06.428320 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:06.458060 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4231e38-ffe7-47cb-ab45-c8fc553481e9 req-da0223ac-6bf3-4932-a67b-a59e5d568f87 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:06.459467 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4231e38-ffe7-47cb-ab45-c8fc553481e9 req-da0223ac-6bf3-4932-a67b-a59e5d568f87 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Jun 16 21:17:06.505961 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a4231e38-ffe7-47cb-ab45-c8fc553481e9 req-de5186d8-634d-4129-8c99-ee42709f4c37 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 Jun 16 21:17:07.191798 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a29c-d6df-4fe7-b2c4-ff4b4f10ec08 req-5491f292-e099-413c-8c6d-b072c8e64358 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:07.193316 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0957a29c-d6df-4fe7-b2c4-ff4b4f10ec08 req-5491f292-e099-413c-8c6d-b072c8e64358 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0495784 Jun 16 21:17:07.226635 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:07.243104 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0957a29c-d6df-4fe7-b2c4-ff4b4f10ec08 req-0160d6ba-29e5-424e-a786-954e72f1b14f tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Jun 16 21:17:07.329493 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a8bb9958-f90d-4546-a66a-9416ac0bdd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:07.622523 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e37aba-9c08-46c5-9f67-de0bc03c03b1 req-b695c6a6-0bb3-4e7f-b773-388d18a33eb6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:07.624032 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2e37aba-9c08-46c5-9f67-de0bc03c03b1 req-b695c6a6-0bb3-4e7f-b773-388d18a33eb6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0480042 Jun 16 21:17:07.671444 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2e37aba-9c08-46c5-9f67-de0bc03c03b1 req-276d57e4-d20e-4852-a800-c22f10048074 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Jun 16 21:17:08.361894 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270d8de-fed7-4261-bbfe-2e9dc51c208e req-836dcae2-c58f-4118-86f8-76765734daec tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:08.363359 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6270d8de-fed7-4261-bbfe-2e9dc51c208e req-836dcae2-c58f-4118-86f8-76765734daec tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0508800 Jun 16 21:17:08.410770 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6270d8de-fed7-4261-bbfe-2e9dc51c208e req-b2d8a9c4-7af8-45aa-9693-2d5411d7acfd tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Jun 16 21:17:08.552995 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:08.558984 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:08.788856 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520350a-9991-4a1a-a41c-b3dc3ea2aff9 req-4a8dae92-133a-4e07-92a7-9cddac981138 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:08.790323 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a520350a-9991-4a1a-a41c-b3dc3ea2aff9 req-4a8dae92-133a-4e07-92a7-9cddac981138 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0519891 Jun 16 21:17:08.836915 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a520350a-9991-4a1a-a41c-b3dc3ea2aff9 req-538e0f26-d072-451e-9259-ad9a91498e6e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Jun 16 21:17:09.523217 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a62d1a-63aa-4691-b00c-eb24a41aab10 req-4d9838d5-b024-4abf-ac5e-c1f8a0fac921 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:09.524700 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4a62d1a-63aa-4691-b00c-eb24a41aab10 req-4d9838d5-b024-4abf-ac5e-c1f8a0fac921 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0474131 Jun 16 21:17:09.571239 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4a62d1a-63aa-4691-b00c-eb24a41aab10 req-ee25ae6b-dd30-4b0c-9c56-8065422aa115 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Jun 16 21:17:09.949253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda26b-7f99-4948-a519-53f1d88a96b0 req-cf29d686-3f5d-401f-bb89-fbee2993c675 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:09.950720 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8beda26b-7f99-4948-a519-53f1d88a96b0 req-cf29d686-3f5d-401f-bb89-fbee2993c675 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0466597 Jun 16 21:17:09.997347 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8beda26b-7f99-4948-a519-53f1d88a96b0 req-58400ee7-8b2e-4ac0-8e28-f6311177b337 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412235 Jun 16 21:17:10.107496 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:10.373316 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-23e9c7b8-94f4-4b3f-9a76-39f64359734e tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:10.374741 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-23e9c7b8-94f4-4b3f-9a76-39f64359734e tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0461562 Jun 16 21:17:10.491008 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-28d998a9-3aef-49ef-998b-5528e856521e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:10.492462 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-28d998a9-3aef-49ef-998b-5528e856521e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.0785317 Jun 16 21:17:10.555518 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Deleting port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:17:10.555851 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:10.585387 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:10.596523 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:10.664884 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port b0b64745-4342-4163-bc5d-724401da0c19 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:17:10.665128 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (b0b64745-4342-4163-bc5d-724401da0c19), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:10.696040 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a2dc-e1e0-4ebb-8848-eda6f8e58d89 req-620db002-f52b-46d4-a55d-32a2cdb8bcd1 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:10.697671 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1b5a2dc-e1e0-4ebb-8848-eda6f8e58d89 req-620db002-f52b-46d4-a55d-32a2cdb8bcd1 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 946 time: 0.0500717 Jun 16 21:17:10.749028 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1b5a2dc-e1e0-4ebb-8848-eda6f8e58d89 req-a7538ddc-2db8-4cdb-b391-ccabcdc1b697 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9388ca1-219c-4728-94d2-a61ad9668b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Jun 16 21:17:10.750253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] For port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,segment=NetworkSegment(106ca696-c8c4-4127-bc16-edb9337a8836),segment_id=106ca696-c8c4-4127-bc16-edb9337a8836)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:10.750627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:10.772758 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Calling delete_port for 0bea97fe-a1f6-4344-b4a0-a56b13b5543c owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:17:10.831247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:10.845428 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] For port b0b64745-4342-4163-bc5d-724401da0c19, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b0b64745-4342-4163-bc5d-724401da0c19,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:10.845795 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (b0b64745-4342-4163-bc5d-724401da0c19), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:11.340017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (0bea97fe-a1f6-4344-b4a0-a56b13b5543c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:11.352072 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['0bea97fe-a1f6-4344-b4a0-a56b13b5543c'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:17:11.361681 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:11.362045 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (8503dcaa-ed6c-467d-b302-292e9c86f0de), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:11.362362 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP 8503dcaa-ed6c-467d-b302-292e9c86f0de disassociated. External IP: 172.27.3.136, port: b0b64745-4342-4163-bc5d-724401da0c19. Jun 16 21:17:11.362707 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for b0b64745-4342-4163-bc5d-724401da0c19 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:17:11.392253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Pushing event deleted for resources: {'Port': ['ID=0bea97fe-a1f6-4344-b4a0-a56b13b5543c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:11.404111 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db301daa-8015-4ab4-9fdc-355412c64ea6 req-cbf63bb4-e936-4da6-808d-797c1241da88 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:11.405985 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db301daa-8015-4ab4-9fdc-355412c64ea6 req-cbf63bb4-e936-4da6-808d-797c1241da88 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 945 time: 0.1198373 Jun 16 21:17:11.493312 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] No DVR routers for this DVR port 0bea97fe-a1f6-4344-b4a0-a56b13b5543c on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:17:11.497466 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:11.500640 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-90e7edd5-7baf-4624-afb2-4976d7abcdd0 req-f88a18ca-6e45-43ad-8f22-114f27cfd987 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.47 "DELETE /v2.0/ports/0bea97fe-a1f6-4344-b4a0-a56b13b5543c HTTP/1.1" status: 204 len: 173 time: 1.0929384 Jun 16 21:17:11.502519 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c875b-5859-4684-8846-25255f38cc90', 'name': 'network-vif-deleted', 'tag': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:11.504777 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750bd4ab-fb3f-412e-a2a7-8c3b701fc064" -d '{"events": [{"server_uuid": "1a0c875b-5859-4684-8846-25255f38cc90", "name": "network-vif-deleted", "tag": "0bea97fe-a1f6-4344-b4a0-a56b13b5543c"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:11.549351 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac795d61-f96e-49b1-b0e4-d5ec9c6d4720 x-openstack-request-id: req-ac795d61-f96e-49b1-b0e4-d5ec9c6d4720 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:11.549638 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c875b-5859-4684-8846-25255f38cc90", "name": "network-vif-deleted", "tag": "0bea97fe-a1f6-4344-b4a0-a56b13b5543c", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:11.549903 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac795d61-f96e-49b1-b0e4-d5ec9c6d4720 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:11.550276 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac795d61-f96e-49b1-b0e4-d5ec9c6d4720'] response: {'server_uuid': '1a0c875b-5859-4684-8846-25255f38cc90', 'name': 'network-vif-deleted', 'tag': '0bea97fe-a1f6-4344-b4a0-a56b13b5543c', 'status': 'completed', 'code': 200} Jun 16 21:17:11.567968 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db301daa-8015-4ab4-9fdc-355412c64ea6 req-e6298077-afbe-4f7a-83a2-6c6b0820c7e1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=17986a13-6ad2-440e-ab59-c1b1b7e19f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534941 Jun 16 21:17:11.634313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (b0b64745-4342-4163-bc5d-724401da0c19), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:11.661007 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=b0b64745-4342-4163-bc5d-724401da0c19,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:11.769958 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:11.774787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:17:11.821871 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:11.859940 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54daafcd-6b01-40cc-ac24-3ef39da4954a req-31c04068-39b6-47d6-ac6b-10be07a22ed7 tempest-VolumesSnapshotTestJSON-81585281 tempest-VolumesSnapshotTestJSON-81585281-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0c875b-5859-4684-8846-25255f38cc90 HTTP/1.1" status: 200 len: 210 time: 0.0281584 Jun 16 21:17:11.886383 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:17:11.895899 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:17:11.907643 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:11.908320 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:17:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:11.932006 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] No DVR routers for this DVR port b0b64745-4342-4163-bc5d-724401da0c19 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:17:11.932006 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:11.934611 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0619efe3-97dc-4bd6-b1a8-f845928f060f req-d349701a-16a2-4cf0-9343-e9b070616caa tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "DELETE /v2.0/ports/b0b64745-4342-4163-bc5d-724401da0c19 HTTP/1.1" status: 204 len: 173 time: 1.4210579 Jun 16 21:17:12.031277 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:12.066236 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:12.240454 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:12.268330 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:17:12.277337 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:12.277950 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:17:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:12.377125 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:12.566364 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:12.590756 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8193e5-51ae-41d0-b528-c4c7ed1c9bc1 None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:17:12.696214 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e038069e-c3ea-404b-a534-58c61778f0bb req-a1918af3-dee2-4372-9d3a-6506e18cec2d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=397f70d9-d52e-42e2-9d9c-a5921d7632a0 HTTP/1.1" status: 200 len: 210 time: 0.0288332 Jun 16 21:17:12.824367 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ed88e-33dd-4c1b-8fc9-040bb372dd12 None None] New status for floating IP 8503dcaa-ed6c-467d-b302-292e9c86f0de: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:17:13.551798 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'name': 'network-vif-deleted', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:13.554214 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffd8346-93a3-41cc-9a36-0e7d48393979" -d '{"events": [{"server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "name": "network-vif-deleted", "tag": "b0b64745-4342-4163-bc5d-724401da0c19"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:13.589034 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f553e32-3741-43b3-9f04-3d2e8c9d208f x-openstack-request-id: req-4f553e32-3741-43b3-9f04-3d2e8c9d208f {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:13.589331 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397f70d9-d52e-42e2-9d9c-a5921d7632a0", "name": "network-vif-deleted", "tag": "b0b64745-4342-4163-bc5d-724401da0c19", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:13.589583 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f553e32-3741-43b3-9f04-3d2e8c9d208f {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:13.589981 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f553e32-3741-43b3-9f04-3d2e8c9d208f'] response: {'server_uuid': '397f70d9-d52e-42e2-9d9c-a5921d7632a0', 'name': 'network-vif-deleted', 'tag': 'b0b64745-4342-4163-bc5d-724401da0c19', 'status': 'completed', 'code': 200} Jun 16 21:17:13.787000 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36520) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:13.842066 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45ffa112-a3c5-443b-8947-6e874132d941 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (17986a13-6ad2-440e-ab59-c1b1b7e19f97), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:13.865141 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45ffa112-a3c5-443b-8947-6e874132d941 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (17986a13-6ad2-440e-ab59-c1b1b7e19f97), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:13.912535 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45ffa112-a3c5-443b-8947-6e874132d941 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (17986a13-6ad2-440e-ab59-c1b1b7e19f97), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:13.915589 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-45ffa112-a3c5-443b-8947-6e874132d941 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:13.916970 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-45ffa112-a3c5-443b-8947-6e874132d941 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/security-groups/17986a13-6ad2-440e-ab59-c1b1b7e19f97 HTTP/1.1" status: 204 len: 168 time: 0.1288168 Jun 16 21:17:13.919927 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36522) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:13.928619 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffa112-a3c5-443b-8947-6e874132d941 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17986a13-6ad2-440e-ab59-c1b1b7e19f97,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:13.934879 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-4fdef724-6638-4728-b84f-cf6abfab13e5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] show failed (client error): The resource could not be found. Jun 16 21:17:13.935909 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4fdef724-6638-4728-b84f-cf6abfab13e5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups/17986a13-6ad2-440e-ab59-c1b1b7e19f97 HTTP/1.1" status: 404 len: 347 time: 0.0149593 Jun 16 21:17:13.940803 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36524) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:14.053889 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port 6f0840d6-c503-4dc6-9e8f-b14977e8cde4 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:17:14.054239 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.133628 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.133857 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.146424 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for 6f0840d6-c503-4dc6-9e8f-b14977e8cde4 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:17:14.156414 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:14.287004 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6f0840d6-c503-4dc6-9e8f-b14977e8cde4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.319894 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=6f0840d6-c503-4dc6-9e8f-b14977e8cde4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:14.379227 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:14.389076 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (8503dcaa-ed6c-467d-b302-292e9c86f0de), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.391636 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.395686 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b82399f9-dffe-406b-9680-3cfd12dfc079 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/floatingips/8503dcaa-ed6c-467d-b302-292e9c86f0de HTTP/1.1" status: 204 len: 168 time: 0.4512942 Jun 16 21:17:14.471793 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36534) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:14.476413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-7a28bfe6-08e9-438b-8926-e1e96b2e5ea5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423056898', 'description': 'tempest-description--685134952'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:14.497424 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7a28bfe6-08e9-438b-8926-e1e96b2e5ea5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.568391 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7a28bfe6-08e9-438b-8926-e1e96b2e5ea5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (83d20ed4-41d6-43c3-83ad-36e87f7f8926), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.572035 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7a28bfe6-08e9-438b-8926-e1e96b2e5ea5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (83d20ed4-41d6-43c3-83ad-36e87f7f8926), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.605717 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28bfe6-08e9-438b-8926-e1e96b2e5ea5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d20ed4-41d6-43c3-83ad-36e87f7f8926,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:14.610350 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7a28bfe6-08e9-438b-8926-e1e96b2e5ea5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.611567 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7a28bfe6-08e9-438b-8926-e1e96b2e5ea5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1387296 Jun 16 21:17:14.616277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36536) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:14.621062 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-9d3d7039-8eb9-4cd2-9ac3-5cd257714252 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': '83d20ed4-41d6-43c3-83ad-36e87f7f8926', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:14.647745 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7039-8eb9-4cd2-9ac3-5cd257714252 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (19863e69-f19d-4e0e-965c-a0078fe77716), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.704608 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7039-8eb9-4cd2-9ac3-5cd257714252 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (19863e69-f19d-4e0e-965c-a0078fe77716), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.707873 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7039-8eb9-4cd2-9ac3-5cd257714252 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (19863e69-f19d-4e0e-965c-a0078fe77716), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.726886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d7039-8eb9-4cd2-9ac3-5cd257714252 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19863e69-f19d-4e0e-965c-a0078fe77716,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:14.733941 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7039-8eb9-4cd2-9ac3-5cd257714252 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.735125 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9d3d7039-8eb9-4cd2-9ac3-5cd257714252 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179006 Jun 16 21:17:14.737805 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 36538) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:14.742227 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-4108cfc8-d9ae-45ed-a1b9-1c4b93681c25 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': '83d20ed4-41d6-43c3-83ad-36e87f7f8926', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:14.768457 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4108cfc8-d9ae-45ed-a1b9-1c4b93681c25 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (deda7816-1110-4586-a35b-c320820bc35b), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.827606 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4108cfc8-d9ae-45ed-a1b9-1c4b93681c25 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (deda7816-1110-4586-a35b-c320820bc35b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.831374 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4108cfc8-d9ae-45ed-a1b9-1c4b93681c25 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (deda7816-1110-4586-a35b-c320820bc35b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.851117 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108cfc8-d9ae-45ed-a1b9-1c4b93681c25 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deda7816-1110-4586-a35b-c320820bc35b,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:14.859531 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4108cfc8-d9ae-45ed-a1b9-1c4b93681c25 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.863987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36540) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:14.864525 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4108cfc8-d9ae-45ed-a1b9-1c4b93681c25 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253192 Jun 16 21:17:14.868786 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:14.889713 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:14.967981 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.080185 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.27.3.198 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/88e45848-7315-4b94-9753-1fad9b45d99c) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:17:15.180930 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (88e45848-7315-4b94-9753-1fad9b45d99c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.214569 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (88e45848-7315-4b94-9753-1fad9b45d99c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.259940 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:17:15.265671 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:17:15.267846 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=88e45848-7315-4b94-9753-1fad9b45d99c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:15.269976 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:17:15.349998 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (f55e7298-dbf5-4d5c-a650-e147e70b5a00), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.380870 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:15.392288 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (88e45848-7315-4b94-9753-1fad9b45d99c), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.537451 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (88e45848-7315-4b94-9753-1fad9b45d99c), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.542295 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (88e45848-7315-4b94-9753-1fad9b45d99c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.568805 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:15.615162 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=88e45848-7315-4b94-9753-1fad9b45d99c,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:15.629880 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (f55e7298-dbf5-4d5c-a650-e147e70b5a00), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.645111 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:15.646353 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b2329538-c52f-4492-a260-6eaf49311ab3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7813015 Jun 16 21:17:15.840888 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-18618179-de00-4650-ae88-7ad9664d22ca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--423056898&fields=id&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 267 time: 0.0436337 Jun 16 21:17:15.945915 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-f64a2a72-5f69-49c2-a6ce-642c108a0ff0 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:15.947366 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-f64a2a72-5f69-49c2-a6ce-642c108a0ff0 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.1001093 Jun 16 21:17:15.961737 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-080112f8-9c9e-4f26-91b4-de847d87051f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/quotas/f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 375 time: 0.0088236 Jun 16 21:17:16.014674 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-e0e58f3f-4877-4b2f-b8e1-a6512dc506bc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475895 Jun 16 21:17:16.034088 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:16.093977 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:16.116083 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-246db18c-2a8f-48a9-b3d4-12b11a31d2fb service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904415 Jun 16 21:17:16.208881 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-e81eafd3-3d86-4bb6-907b-555360a5e89e service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868292 Jun 16 21:17:16.375039 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09e52d3a-e5b4-43a5-ac3a-59c5a777916d req-c7da34a0-1fc6-443b-a48f-878dde52a19f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 210 time: 0.0325103 Jun 16 21:17:16.812076 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f88ac-0bb0-40d8-af01-4dc5b65e9903 req-40b578ad-d230-48c3-aa13-9f3fb062b83c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:16.813615 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-942f88ac-0bb0-40d8-af01-4dc5b65e9903 req-40b578ad-d230-48c3-aa13-9f3fb062b83c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0476985 Jun 16 21:17:16.876759 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-942f88ac-0bb0-40d8-af01-4dc5b65e9903 req-e16702e0-920c-4000-8177-ad9475d43240 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572793 Jun 16 21:17:17.346503 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0bea97fe-a1f6-4344-b4a0-a56b13b5543c no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:17:17.366537 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 0bea97fe-a1f6-4344-b4a0-a56b13b5543c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:17:17.366891 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0bea97fe-a1f6-4344-b4a0-a56b13b5543c not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:17:17.367301 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device b0b64745-4342-4163-bc5d-724401da0c19 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:17:17.386937 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: b0b64745-4342-4163-bc5d-724401da0c19 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:17:17.387283 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device b0b64745-4342-4163-bc5d-724401da0c19 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:17:17.490146 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb8fa1dd-c769-466d-b922-52973c2585a0 req-6a505b3d-0086-470a-8e9b-3f0811104456 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 210 time: 0.0333869 Jun 16 21:17:17.494303 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-cc361f46-3134-45a7-92c0-c86ad93f9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:17.497171 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-cc361f46-3134-45a7-92c0-c86ad93f9784 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1168 time: 0.0737429 Jun 16 21:17:17.609437 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-b4e857e7-cb11-4b74-bc47-c263f1c25945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:17.610916 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-b4e857e7-cb11-4b74-bc47-c263f1c25945 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 200 len: 916 time: 0.0985541 Jun 16 21:17:17.932588 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-9fa5b57a-0614-4517-9d79-60aa95860987 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 1001 time: 0.0617766 Jun 16 21:17:18.003071 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3165cec-233f-4c9f-8bce-7fb92a9b0a85 req-42d66aa1-1081-4ff1-989b-4c94deb15169 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:18.006003 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3165cec-233f-4c9f-8bce-7fb92a9b0a85 req-42d66aa1-1081-4ff1-989b-4c94deb15169 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0552692 Jun 16 21:17:18.049888 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-1ba7106d-4d11-4336-a63e-35c638621532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:18.051365 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-1ba7106d-4d11-4336-a63e-35c638621532 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb707000-44b0-4ef0-88da-83e77c085cf8 HTTP/1.1" status: 200 len: 854 time: 0.1117361 Jun 16 21:17:18.076400 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d3165cec-233f-4c9f-8bce-7fb92a9b0a85 req-91458c07-332c-46d6-8ef9-d86dda554bae tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643237 Jun 16 21:17:18.128230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-ce26bcc5-5f99-4ec3-8074-4bef89c19ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:18.129750 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-ce26bcc5-5f99-4ec3-8074-4bef89c19ace service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702214 Jun 16 21:17:18.136317 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-c220c82e-50ed-4d8e-9678-ecc91100e80a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:18.137628 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-c220c82e-50ed-4d8e-9678-ecc91100e80a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.1666195 Jun 16 21:17:18.266401 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-428585c3-f6e7-414d-bba9-605fc0d18261 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 379 time: 0.1127036 Jun 16 21:17:18.269801 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-fa9ff947-2759-49fa-9423-abfbe935f825 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248307 Jun 16 21:17:18.293765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'port': {'device_id': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'admin_state_up': True, 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'security_groups': ['83d20ed4-41d6-43c3-83ad-36e87f7f8926']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:18.460479 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e40c526a-e1de-4c02-af49-53ab20de0ccd req-3cdf69f5-0fa7-4657-909c-dcfcac65ab85 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631048 Jun 16 21:17:18.477016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Made reservation on behalf of f22cbeb1402848dbb84a5718dca357e1 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:17:18.481404 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:18.504929 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:18.547305 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:18.622022 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-82dbc5d4-6ea1-4e4d-8af2-69f8dfaa8b2f req-5472ef39-e707-4150-a617-d1dd6320a59c tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 210 time: 0.0569575 Jun 16 21:17:18.649338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.20.0.6 (c4d0a869-8cad-4582-83ab-86c097e04c69/8b664bd6-1eb7-49e4-809b-bf1e86bec505/fb676485-af3b-4d79-a796-74cac7d6e1ee) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:17:18.830932 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:18.867408 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:18.912900 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:17:18.916057 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:17:18.919076 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:17:18.958242 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=fb676485-af3b-4d79-a796-74cac7d6e1ee,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:18.983309 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:18.984110 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.001525 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-10f53cb1-7c2f-4603-91c3-606d5153571a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7116182 Jun 16 21:17:19.014770 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Request body: {'port': {'device_id': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:19.076808 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.126970 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-04c0475d-07d2-40eb-b004-77b6466f7aee None None] Provisioning complete for port fb676485-af3b-4d79-a796-74cac7d6e1ee triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:17:19.127502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-04c0475d-07d2-40eb-b004-77b6466f7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.166899 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-04c0475d-07d2-40eb-b004-77b6466f7aee None None] Port fb676485-af3b-4d79-a796-74cac7d6e1ee cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:17:19.200880 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea4a2-9b8f-44e4-b658-ce06d16a4bd7 req-d7d592c2-6a98-4056-aa28-7bf2801edc8d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:19.202299 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de7ea4a2-9b8f-44e4-b658-ce06d16a4bd7 req-d7d592c2-6a98-4056-aa28-7bf2801edc8d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0498025 Jun 16 21:17:19.267991 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de7ea4a2-9b8f-44e4-b658-ce06d16a4bd7 req-1d7f937e-98f8-4e3d-b795-2f68ef2bfb58 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596163 Jun 16 21:17:19.345523 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb676485-af3b-4d79-a796-74cac7d6e1ee {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:17:19.354654 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Publish callbacks [] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.368008 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Transition to ACTIVE for port object fb676485-af3b-4d79-a796-74cac7d6e1ee will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:17:19.372560 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.407562 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:19.410920 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:19.430890 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fb676485-af3b-4d79-a796-74cac7d6e1ee,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:19.507154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Attempting to bind port fb676485-af3b-4d79-a796-74cac7d6e1ee on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:17:19.507842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Attempting to bind port fb676485-af3b-4d79-a796-74cac7d6e1ee by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:17:19.508208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Attempting to bind port fb676485-af3b-4d79-a796-74cac7d6e1ee on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:17:19.515923 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Port fb676485-af3b-4d79-a796-74cac7d6e1ee on network c4d0a869-8cad-4582-83ab-86c097e04c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:17:19.516281 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Attempting to bind port fb676485-af3b-4d79-a796-74cac7d6e1ee on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:17:19.523155 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:17:19.523621 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Checking segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:17:19.523867 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Bound using segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:17:19.524332 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Bound port: fb676485-af3b-4d79-a796-74cac7d6e1ee, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:17:19.524696 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.590461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] For port fb676485-af3b-4d79-a796-74cac7d6e1ee, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:17:19.593544 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] For port fb676485-af3b-4d79-a796-74cac7d6e1ee, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:17:19.600315 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.636761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:19.637495 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:19.638787 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb676485-af3b-4d79-a796-74cac7d6e1ee HTTP/1.1" status: 200 len: 1093 time: 0.6291382 Jun 16 21:17:19.639221 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:19.641463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1484ed-0cc8-46cf-831a-67392ba22727" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:19.679899 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfc7f7-9c86-4ab1-b48e-aa8cc5519b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fb676485-af3b-4d79-a796-74cac7d6e1ee,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:19.686605 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f612d3d4-cc57-4ad6-b09a-a85cccb56716 x-openstack-request-id: req-f612d3d4-cc57-4ad6-b09a-a85cccb56716 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:19.686892 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:19.687191 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f612d3d4-cc57-4ad6-b09a-a85cccb56716 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:19.687535 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f612d3d4-cc57-4ad6-b09a-a85cccb56716'] response: {'name': 'network-changed', 'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'status': 'completed', 'code': 200} Jun 16 21:17:19.741616 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-87530e70-5feb-4ab3-ae48-f775305a7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:19.743109 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-87530e70-5feb-4ab3-ae48-f775305a7481 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 1127 time: 0.0481508 Jun 16 21:17:19.776982 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743abc-504c-4497-a5d2-6669b22ea172 req-658dc0bb-9eb4-4345-a8a6-907eae6871c9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:19.778547 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f743abc-504c-4497-a5d2-6669b22ea172 req-658dc0bb-9eb4-4345-a8a6-907eae6871c9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 943 time: 0.0531859 Jun 16 21:17:19.788532 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-a3c75c9b-5adf-4815-8092-1a1c569bdee4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee HTTP/1.1" status: 200 len: 217 time: 0.0367148 Jun 16 21:17:19.837120 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f743abc-504c-4497-a5d2-6669b22ea172 req-cce3ea15-3dc0-41c9-930a-6ae5ccb0761d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509017 Jun 16 21:17:19.844306 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-5c17fed4-4080-436b-b613-4cb1f303e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:19.845793 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-5c17fed4-4080-436b-b613-4cb1f303e2ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.0478911 Jun 16 21:17:19.893761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-2ef36f88-7879-4c6c-a61f-7b5f3f3f6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:19.895243 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-2ef36f88-7879-4c6c-a61f-7b5f3f3f6d9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394654 Jun 16 21:17:19.999778 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-f062480e-6732-4f8e-927c-99f12374b1bc service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970495 Jun 16 21:17:20.098444 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-022672a3-0a28-4dfc-b15f-214b7cf6c26c req-7da832d3-f131-4437-81b2-ad8eb3605c13 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885067 Jun 16 21:17:20.389713 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7425-909a-4c6d-b666-de0c5e94d276 req-a7d81ca9-95df-45ea-b3ef-28f391a985ee tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:20.391345 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5cde7425-909a-4c6d-b666-de0c5e94d276 req-a7d81ca9-95df-45ea-b3ef-28f391a985ee tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0535102 Jun 16 21:17:20.452813 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5cde7425-909a-4c6d-b666-de0c5e94d276 req-cc5ad3fb-874e-432b-be7c-51b67d94ff94 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556178 Jun 16 21:17:20.952655 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a0138-a358-46e6-95cf-c7be183b4a05 req-97512597-6e37-4e39-960b-080c04fa5c2e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:20.954120 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a25a0138-a358-46e6-95cf-c7be183b4a05 req-97512597-6e37-4e39-960b-080c04fa5c2e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 943 time: 0.0463951 Jun 16 21:17:21.000723 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a25a0138-a358-46e6-95cf-c7be183b4a05 req-f290efd0-568b-494a-a6f1-da4ff120d99b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Jun 16 21:17:21.212300 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:21.220070 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:17:21.357574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device fb676485-af3b-4d79-a796-74cac7d6e1ee details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:17:21.359897 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-14626820-31df-4675-95a8-163b5327c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:21.361574 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-14626820-31df-4675-95a8-163b5327c403 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 1127 time: 0.0433598 Jun 16 21:17:21.471099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-c7f5d3c1-6924-4ea8-b3b5-29b9398a6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:21.472616 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-c7f5d3c1-6924-4ea8-b3b5-29b9398a6f63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.1047029 Jun 16 21:17:21.487547 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port fb676485-af3b-4d79-a796-74cac7d6e1ee, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:21.503349 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'port_id': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'mac_address': 'fa:16:3e:e4:f3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:17:21.520263 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-b657c024-4633-4ec4-80c6-c8f368494e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee HTTP/1.1" status: 200 len: 217 time: 0.0339906 Jun 16 21:17:21.530294 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:21.542464 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port fb676485-af3b-4d79-a796-74cac7d6e1ee is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:17:21.542851 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:21.555930 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb676485-af3b-4d79-a796-74cac7d6e1ee {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:17:21.578375 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port fb676485-af3b-4d79-a796-74cac7d6e1ee, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:21.582251 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:21.596071 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:21.606573 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c6680-5374-4074-a5c2-417f94c5f990 req-2b2a3754-2bf6-4b55-9125-a0b5df19ddaa tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:21.608075 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-063c6680-5374-4074-a5c2-417f94c5f990 req-2b2a3754-2bf6-4b55-9125-a0b5df19ddaa tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0824788 Jun 16 21:17:21.615337 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-8148c8da-59a5-4f68-930f-d0ec0acccf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:21.616779 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-8148c8da-59a5-4f68-930f-d0ec0acccf1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.0823901 Jun 16 21:17:21.621676 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:21.635561 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=fb676485-af3b-4d79-a796-74cac7d6e1ee,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:21.642676 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.643024 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.643391 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.643750 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.644086 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.644444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.644774 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.645099 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.645426 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.645750 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.646074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.646416 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.646740 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.647061 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.647378 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:21.668132 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:21.690019 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-534eb6cb-6580-4399-981d-ecc70c78f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:21.691492 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-534eb6cb-6580-4399-981d-ecc70c78f37f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665030 Jun 16 21:17:21.725513 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-063c6680-5374-4074-a5c2-417f94c5f990 req-9890cc7f-09d5-4b0b-b25a-002c02f60f53 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077845 Jun 16 21:17:21.962388 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['fb676485-af3b-4d79-a796-74cac7d6e1ee'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:17:22.036908 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-54a656aa-707e-4ff8-bf20-dd67936a0b5a service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371298 Jun 16 21:17:22.121064 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6ad3a-57fd-4eec-9c88-3ba8b93c1c48 req-ec9742fc-2a61-41a8-9ec4-0aa45281e32d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:22.122720 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d7a6ad3a-57fd-4eec-9c88-3ba8b93c1c48 req-ec9742fc-2a61-41a8-9ec4-0aa45281e32d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 944 time: 0.0527017 Jun 16 21:17:22.133805 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cb1484ed-0cc8-46cf-831a-67392ba22727 req-baad9e19-5f6d-4543-9316-94c25c4a34e4 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878160 Jun 16 21:17:22.170518 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d7a6ad3a-57fd-4eec-9c88-3ba8b93c1c48 req-32f2c494-6a5c-4e84-96db-8fe9d89a3783 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422897 Jun 16 21:17:22.839755 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefe3ed-ad98-4c6b-8c4f-42e7e623125d req-da38d2cf-aa20-49b5-9dbe-78e69f7f57e6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:22.841276 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bcefe3ed-ad98-4c6b-8c4f-42e7e623125d req-da38d2cf-aa20-49b5-9dbe-78e69f7f57e6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0476942 Jun 16 21:17:22.898772 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:22.905422 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bcefe3ed-ad98-4c6b-8c4f-42e7e623125d req-5cc9ccf0-914d-4a7a-84cf-9c42f6906f54 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583339 Jun 16 21:17:23.287477 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07f4a-d5ac-406c-84f8-29e87b52cd94 req-a8114519-913f-499c-8954-1ab578ba81c8 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:23.288983 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2d07f4a-d5ac-406c-84f8-29e87b52cd94 req-a8114519-913f-499c-8954-1ab578ba81c8 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 944 time: 0.0467441 Jun 16 21:17:23.321852 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:23.340112 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2d07f4a-d5ac-406c-84f8-29e87b52cd94 req-4ef1bf8f-f11f-4218-acb8-e76eec3188f2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450304 Jun 16 21:17:23.910789 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742ca77-50c8-42a4-8d7c-7ef8a8dc91bf req-efa347a7-118f-4a60-a60e-39749d16207e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:23.912143 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5742ca77-50c8-42a4-8d7c-7ef8a8dc91bf req-efa347a7-118f-4a60-a60e-39749d16207e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0474019 Jun 16 21:17:23.940263 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device fb676485-af3b-4d79-a796-74cac7d6e1ee up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:17:23.970406 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5742ca77-50c8-42a4-8d7c-7ef8a8dc91bf req-99a1dbba-ec95-4b78-ad48-5ba0f447556f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521455 Jun 16 21:17:23.985861 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port fb676485-af3b-4d79-a796-74cac7d6e1ee completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:17:23.993237 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port fb676485-af3b-4d79-a796-74cac7d6e1ee triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:17:23.993824 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:24.034188 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32d8b-8603-4e8a-92e7-fd281aee0c28 req-049ef396-91f4-4d8b-ad6b-31de06e040a6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:24.035678 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f8a32d8b-8603-4e8a-92e7-fd281aee0c28 req-049ef396-91f4-4d8b-ad6b-31de06e040a6 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0534937 Jun 16 21:17:24.070287 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port fb676485-af3b-4d79-a796-74cac7d6e1ee is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:17:24.070700 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:24.100462 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:24.100939 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f8a32d8b-8603-4e8a-92e7-fd281aee0c28 req-e16e82a6-847e-4744-8910-a8c01d51e150 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591874 Jun 16 21:17:24.103106 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f967a00-a56e-4a12-ac7c-685715dc28c1" -d '{"events": [{"server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "name": "network-vif-plugged", "status": "completed", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:24.110776 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port fb676485-af3b-4d79-a796-74cac7d6e1ee, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:24.121694 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:24.150061 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b65618f-0c23-4a49-baa0-ce3c19009565 x-openstack-request-id: req-7b65618f-0c23-4a49-baa0-ce3c19009565 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:24.150354 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "name": "network-vif-plugged", "status": "completed", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:24.150825 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b65618f-0c23-4a49-baa0-ce3c19009565 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:24.151364 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b65618f-0c23-4a49-baa0-ce3c19009565'] response: {'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'code': 200} Jun 16 21:17:24.176444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=fb676485-af3b-4d79-a796-74cac7d6e1ee,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:24.452485 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754099e-f643-466f-9e48-0a2bd1661e19 req-800f8177-bd5e-4aa4-b94d-612ceaaa57eb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:24.453846 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9754099e-f643-466f-9e48-0a2bd1661e19 req-800f8177-bd5e-4aa4-b94d-612ceaaa57eb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0467355 Jun 16 21:17:24.500737 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9754099e-f643-466f-9e48-0a2bd1661e19 req-fdd534d1-7d02-43d2-bde8-2722b00d67cb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414100 Jun 16 21:17:25.096662 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b78e1-4b31-48ec-a543-188e666e55bc req-8db303e1-4f52-4fc7-a8b2-a4ae9888b035 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:25.098145 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c9b78e1-4b31-48ec-a543-188e666e55bc req-8db303e1-4f52-4fc7-a8b2-a4ae9888b035 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0474620 Jun 16 21:17:25.147965 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c9b78e1-4b31-48ec-a543-188e666e55bc req-9000bc0d-d222-400a-9cc1-210b56591595 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Jun 16 21:17:25.225863 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccc6c3-6941-4454-8aeb-487e3bd6bd5f req-7bda7389-f050-42b8-8a4a-48aa344453c2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:25.227341 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f2ccc6c3-6941-4454-8aeb-487e3bd6bd5f req-7bda7389-f050-42b8-8a4a-48aa344453c2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0517251 Jun 16 21:17:25.287684 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f2ccc6c3-6941-4454-8aeb-487e3bd6bd5f req-6221f903-958e-45fc-8dff-6b19f541a8c1 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543890 Jun 16 21:17:25.611461 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d68d1-c589-4cc4-a26c-e533fed1a184 req-cec35175-a6c9-40cb-8c97-cda8fc51f6de tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:25.612968 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b4d68d1-c589-4cc4-a26c-e533fed1a184 req-cec35175-a6c9-40cb-8c97-cda8fc51f6de tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0479887 Jun 16 21:17:25.638131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:25.661970 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b4d68d1-c589-4cc4-a26c-e533fed1a184 req-bf60b0ff-bfe2-49c1-aa70-4aabe066f879 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Jun 16 21:17:26.024426 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb3d01-ddd3-4634-9a88-e6288dbec724 req-25555317-f342-4f55-bae6-07eb697be3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:26.025873 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6cb3d01-ddd3-4634-9a88-e6288dbec724 req-25555317-f342-4f55-bae6-07eb697be3c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 1129 time: 0.0389645 Jun 16 21:17:26.071889 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d6cb3d01-ddd3-4634-9a88-e6288dbec724 req-09ba5996-e067-4396-9b97-080d4bc246a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377543 Jun 16 21:17:26.267458 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc5a1-2dde-497e-9a60-a33b5fac5ec5 req-b2aabaac-7e88-429f-9e4c-580b4c3dfca1 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:26.268968 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-deebc5a1-2dde-497e-9a60-a33b5fac5ec5 req-b2aabaac-7e88-429f-9e4c-580b4c3dfca1 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0536971 Jun 16 21:17:26.317603 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-deebc5a1-2dde-497e-9a60-a33b5fac5ec5 req-fec629f7-aea4-4b7e-9a5c-d4fddc1b0f37 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Jun 16 21:17:26.406700 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bb5ce-f04e-493c-99d1-e63f4319899c req-04f2d26a-c976-4b18-be0a-051c3af8d5c0 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:26.408562 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b58bb5ce-f04e-493c-99d1-e63f4319899c req-04f2d26a-c976-4b18-be0a-051c3af8d5c0 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0529058 Jun 16 21:17:26.469171 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b58bb5ce-f04e-493c-99d1-e63f4319899c req-44ba0768-624b-44ae-8f1a-a39d38760df4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548527 Jun 16 21:17:26.773593 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576b96f-58be-43bf-8ef2-b6f9d67dcf14 req-60101eb0-f94f-4335-bfd0-c6b46e1ad0b2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:26.775085 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0576b96f-58be-43bf-8ef2-b6f9d67dcf14 req-60101eb0-f94f-4335-bfd0-c6b46e1ad0b2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0478666 Jun 16 21:17:26.824342 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0576b96f-58be-43bf-8ef2-b6f9d67dcf14 req-b737fd0e-9c6a-415d-a5d5-8d9c04c246d5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419219 Jun 16 21:17:27.432224 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66a83d-df67-4d5c-8be4-7a46e1b61365 req-50de90e0-b912-48a9-94e6-6952d4239610 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:27.434286 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c66a83d-df67-4d5c-8be4-7a46e1b61365 req-50de90e0-b912-48a9-94e6-6952d4239610 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0490885 Jun 16 21:17:27.483627 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c66a83d-df67-4d5c-8be4-7a46e1b61365 req-1cea3789-3eda-497d-9494-e58a445b7c5b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Jun 16 21:17:27.574749 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:27.586310 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5be2c3-546d-4f78-979b-a004fe013a0f req-5a94345a-1245-493c-94df-5078c47a5fee tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:27.587780 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e5be2c3-546d-4f78-979b-a004fe013a0f req-5a94345a-1245-493c-94df-5078c47a5fee tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0513027 Jun 16 21:17:27.614010 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:27.652308 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e5be2c3-546d-4f78-979b-a004fe013a0f req-6a1c51c9-4724-450e-9e45-cfba9198d310 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581541 Jun 16 21:17:27.942578 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eaa5-5c72-47d2-a1ff-c15adafc4a26 req-807de119-7aeb-4686-868a-00b2ef0cbac4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:27.944026 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ef2eaa5-5c72-47d2-a1ff-c15adafc4a26 req-807de119-7aeb-4686-868a-00b2ef0cbac4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0534301 Jun 16 21:17:27.991661 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ef2eaa5-5c72-47d2-a1ff-c15adafc4a26 req-88053b4b-3347-42de-8fe5-ff6ab748db84 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420046 Jun 16 21:17:28.606987 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562d7a7-9cb1-4fcc-9353-b49a31ee289f req-54c64253-153d-4b55-b1bc-3a2629b8fb35 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:28.609518 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6562d7a7-9cb1-4fcc-9353-b49a31ee289f req-54c64253-153d-4b55-b1bc-3a2629b8fb35 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0543604 Jun 16 21:17:28.662267 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6562d7a7-9cb1-4fcc-9353-b49a31ee289f req-c51b76f6-3c53-447d-bbd8-ef07c8c537ec tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455744 Jun 16 21:17:28.768644 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d70dc-937e-438c-b182-a2b957bba927 req-3194d3a3-7f5f-47ce-8b50-66229b3e9d46 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:28.770006 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b29d70dc-937e-438c-b182-a2b957bba927 req-3194d3a3-7f5f-47ce-8b50-66229b3e9d46 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0480456 Jun 16 21:17:28.831806 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b29d70dc-937e-438c-b182-a2b957bba927 req-a6a2c76d-e3ab-4d05-8d24-35377d19be9b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562270 Jun 16 21:17:29.102049 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e0bf5-0691-4501-9048-74301da27d05 req-6b865db6-3b6d-448f-9a15-09ee65856073 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:29.103513 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-406e0bf5-0691-4501-9048-74301da27d05 req-6b865db6-3b6d-448f-9a15-09ee65856073 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0473955 Jun 16 21:17:29.151174 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-406e0bf5-0691-4501-9048-74301da27d05 req-31a63bb2-068e-4d44-9192-6131a1357d51 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Jun 16 21:17:29.266032 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff2519-986a-44ac-8b1f-e7f4c1ccafea req-81747ff6-a535-4951-8e5d-fccf3aa12600 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:29.267904 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06ff2519-986a-44ac-8b1f-e7f4c1ccafea req-81747ff6-a535-4951-8e5d-fccf3aa12600 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0544431 Jun 16 21:17:29.276225 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36704) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:29.282401 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'port_id': 'fb676485-af3b-4d79-a796-74cac7d6e1ee'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:29.324627 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (f55e7298-dbf5-4d5c-a650-e147e70b5a00), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:29.610440 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:29.758994 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:29.763331 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (f55e7298-dbf5-4d5c-a650-e147e70b5a00), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:29.786970 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82de22-838d-4faa-bbc4-88fb7c258e7c req-d34b6c52-99a9-487e-803d-dfb69ba6b367 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:29.788483 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d82de22-838d-4faa-bbc4-88fb7c258e7c req-d34b6c52-99a9-487e-803d-dfb69ba6b367 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0532672 Jun 16 21:17:29.839196 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d82de22-838d-4faa-bbc4-88fb7c258e7c req-6d1068b1-1a21-4780-876c-216e0530c85c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Jun 16 21:17:29.857269 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP f55e7298-dbf5-4d5c-a650-e147e70b5a00 associated. External IP: 172.27.3.198, port: fb676485-af3b-4d79-a796-74cac7d6e1ee. Jun 16 21:17:29.944297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:30.224818 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efa5d5-5748-496b-94a8-69f8a4bb0be7 req-3386fe4d-42d4-45fa-9f06-29453d9a3c48 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:30.226182 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93efa5d5-5748-496b-94a8-69f8a4bb0be7 req-3386fe4d-42d4-45fa-9f06-29453d9a3c48 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.3226779 Jun 16 21:17:30.356800 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-93efa5d5-5748-496b-94a8-69f8a4bb0be7 req-c933a567-689f-4188-a825-2862a889a095 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243618 Jun 16 21:17:30.383421 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:17:30.489909 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:17:30.494703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:30.504577 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:17:30.528626 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:30.529258 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:17:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:30.532276 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d68951f6-6ab9-47fc-b6e3-07839f7e9854 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "PUT /v2.0/floatingips/f55e7298-dbf5-4d5c-a650-e147e70b5a00 HTTP/1.1" status: 200 len: 991 time: 1.2510786 Jun 16 21:17:30.532276 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:30.533559 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908680bb-648f-41c9-bf77-50769dfbdb12" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:30.574337 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075fa39a-b7f2-4bf7-945e-b91239d29b7e x-openstack-request-id: req-075fa39a-b7f2-4bf7-945e-b91239d29b7e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:30.574626 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:30.574992 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-075fa39a-b7f2-4bf7-945e-b91239d29b7e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:30.575412 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075fa39a-b7f2-4bf7-945e-b91239d29b7e'] response: {'name': 'network-changed', 'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'status': 'completed', 'code': 200} Jun 16 21:17:30.640402 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:30.648705 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-d15bed69-64c6-44b4-8e5d-f6311428305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:30.650264 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-d15bed69-64c6-44b4-8e5d-f6311428305e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 1129 time: 0.0467811 Jun 16 21:17:30.775953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-ddc8a9ab-eb7c-42bb-913d-9e10e7fb708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:30.779436 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-ddc8a9ab-eb7c-42bb-913d-9e10e7fb708f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.1204715 Jun 16 21:17:30.856690 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-f0055a82-b5b8-48c6-8083-c6baa14b3474 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee HTTP/1.1" status: 200 len: 999 time: 0.0696499 Jun 16 21:17:30.959083 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a377bf-6fcc-45bd-a6a5-42ce9f17a3eb req-c483ce57-9546-4806-94c8-c5ef787e1c8f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:30.960638 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-39a377bf-6fcc-45bd-a6a5-42ce9f17a3eb req-c483ce57-9546-4806-94c8-c5ef787e1c8f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0482972 Jun 16 21:17:31.007729 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'f55e7298-dbf5-4d5c-a650-e147e70b5a00', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:e4:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:17:15Z', 'updated_at': '2022-06-16T21:17:29Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:31.010732 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-39a377bf-6fcc-45bd-a6a5-42ce9f17a3eb req-a72e0f41-e02d-41e5-89dc-a0fdc1a4ea02 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Jun 16 21:17:31.036790 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:17:31.038439 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:31.046859 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:31.047470 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:17:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:31.122484 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:31.146585 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:31.351797 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'f55e7298-dbf5-4d5c-a650-e147e70b5a00', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:e4:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:17:15Z', 'updated_at': '2022-06-16T21:17:29Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:31.377475 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f923e-ea82-472f-95e6-0f03316204a6 None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'f55e7298-dbf5-4d5c-a650-e147e70b5a00', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:e4:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:17:15Z', 'updated_at': '2022-06-16T21:17:29Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:17:31.403853 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-657b2203-ad4d-4f7c-adda-9bf49b8ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:31.405864 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-657b2203-ad4d-4f7c-adda-9bf49b8ba40d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.0489738 Jun 16 21:17:31.471685 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-0a4a1442-5c55-408d-af81-8a5acb005f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:31.473285 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-0a4a1442-5c55-408d-af81-8a5acb005f0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597019 Jun 16 21:17:31.507984 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90acfb4-16ff-4c3e-a10c-2ce68bbc8abb req-de1400b8-b626-483d-a265-c6e26c1f167b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:31.509508 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f90acfb4-16ff-4c3e-a10c-2ce68bbc8abb req-de1400b8-b626-483d-a265-c6e26c1f167b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0577912 Jun 16 21:17:31.585976 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f90acfb4-16ff-4c3e-a10c-2ce68bbc8abb req-0d0569d9-b16d-4abd-a6ae-ed46f7b37e5d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690210 Jun 16 21:17:31.627611 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528599f-dceb-48d0-837f-c0e8629ef055 None None] New status for floating IP f55e7298-dbf5-4d5c-a650-e147e70b5a00: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:17:31.688814 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-fe94a65d-6298-4236-89b5-9a3e79d4ca5c service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086638 Jun 16 21:17:31.787623 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-908680bb-648f-41c9-bf77-50769dfbdb12 req-6b465629-2636-4919-91be-9bc0ba003533 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870452 Jun 16 21:17:32.136249 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0e0de-eacc-4df7-8930-ba5448efc2ed req-da07afc4-5ddb-4665-8c0e-aec4b84d8a3b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:32.138571 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ea0e0de-eacc-4df7-8930-ba5448efc2ed req-da07afc4-5ddb-4665-8c0e-aec4b84d8a3b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0537639 Jun 16 21:17:32.149416 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:32.187665 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ea0e0de-eacc-4df7-8930-ba5448efc2ed req-36e069ad-5ced-4127-91e0-89bea49a93a5 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 Jun 16 21:17:32.716505 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eff30-f58f-4e4c-b401-9bc61573855b req-c5ebdddc-8f0d-4500-96a8-a47178f11c22 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:32.718016 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f18eff30-f58f-4e4c-b401-9bc61573855b req-c5ebdddc-8f0d-4500-96a8-a47178f11c22 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0572634 Jun 16 21:17:32.729244 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:32.780952 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f18eff30-f58f-4e4c-b401-9bc61573855b req-af82831e-48e3-46e7-913a-297f05e3d660 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572767 Jun 16 21:17:33.132806 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a051476-3991-4ddd-a027-4e9db802e3d4 req-2b30b306-701d-4076-9189-7a24fe52b6ab tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:33.134180 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a051476-3991-4ddd-a027-4e9db802e3d4 req-2b30b306-701d-4076-9189-7a24fe52b6ab tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0525901 Jun 16 21:17:33.160198 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:33.181362 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a051476-3991-4ddd-a027-4e9db802e3d4 req-da81929c-9faf-426c-ab3c-95bb8857a4cc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Jun 16 21:17:33.305275 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc88d3-302b-4332-ba24-a3552fbe8f4d req-b38905ad-9939-4b40-9108-e207f28095ea tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:33.306753 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54fc88d3-302b-4332-ba24-a3552fbe8f4d req-b38905ad-9939-4b40-9108-e207f28095ea tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0492179 Jun 16 21:17:33.356157 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54fc88d3-302b-4332-ba24-a3552fbe8f4d req-58171337-a27b-46c5-81f2-89f3d5c3f13f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Jun 16 21:17:33.901735 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8305e99-d927-4a4c-b6b7-bbec8e68d6c2 req-034a1299-13b6-40b8-9053-235f2a564e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:33.903216 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a8305e99-d927-4a4c-b6b7-bbec8e68d6c2 req-034a1299-13b6-40b8-9053-235f2a564e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0537930 Jun 16 21:17:33.971193 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a8305e99-d927-4a4c-b6b7-bbec8e68d6c2 req-b71a0324-c07d-4d54-bee2-13558d958d6e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613146 Jun 16 21:17:34.302573 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc69002-6dff-4e89-89a1-9fcc049b47a2 req-b718b653-6f5f-42e9-a75d-0ee7cc03824c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:34.304020 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2fc69002-6dff-4e89-89a1-9fcc049b47a2 req-b718b653-6f5f-42e9-a75d-0ee7cc03824c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0463657 Jun 16 21:17:34.354927 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2fc69002-6dff-4e89-89a1-9fcc049b47a2 req-8cb11f97-2e38-41f8-b9d4-a7c73cd9d15c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451150 Jun 16 21:17:34.471085 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9947d32-8213-4aba-abc2-c84e168e049b req-605b7b97-f683-4bf8-ac39-7a2ddc039aa6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:34.472478 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c9947d32-8213-4aba-abc2-c84e168e049b req-605b7b97-f683-4bf8-ac39-7a2ddc039aa6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0478990 Jun 16 21:17:34.521819 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c9947d32-8213-4aba-abc2-c84e168e049b req-dfd8365a-57b0-4fcd-80ea-8734627386f9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 Jun 16 21:17:35.089700 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505cfc9-b33d-42be-b7a9-fb9b77f5bb34 req-cad8e1c3-eb26-46cc-94fc-332aade7b799 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:35.091276 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b505cfc9-b33d-42be-b7a9-fb9b77f5bb34 req-cad8e1c3-eb26-46cc-94fc-332aade7b799 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0503497 Jun 16 21:17:35.097519 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8194eb6d-01f6-43e6-9866-c463a6bfd841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:35.160599 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b505cfc9-b33d-42be-b7a9-fb9b77f5bb34 req-f46f55f7-92f8-4c3b-80f5-0cce2e4805bc tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624135 Jun 16 21:17:35.472084 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfec3a-dc18-4015-b60c-2f1d5ce46cc5 req-cf4d0cb1-b704-4b45-a689-2c77f5e4f69b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:35.473705 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-13dfec3a-dc18-4015-b60c-2f1d5ce46cc5 req-cf4d0cb1-b704-4b45-a689-2c77f5e4f69b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Jun 16 21:17:35.523153 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-13dfec3a-dc18-4015-b60c-2f1d5ce46cc5 req-3ece8d42-04e5-480e-a469-7a90655c9414 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Jun 16 21:17:35.636771 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214e5a1-1578-4b5e-adea-ee7538bd48ac req-d56b6d23-163a-4378-a3e3-e14d8d1c876d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:35.638138 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c214e5a1-1578-4b5e-adea-ee7538bd48ac req-d56b6d23-163a-4378-a3e3-e14d8d1c876d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0495980 Jun 16 21:17:35.687780 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c214e5a1-1578-4b5e-adea-ee7538bd48ac req-ba7356fc-6b13-4416-858d-9bd874e60a0a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441666 Jun 16 21:17:36.237431 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36814) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:36.284929 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82b70-2085-42d3-8d05-827180010f55 req-a8d63cba-b2e2-479b-ae1b-891e9186fc1c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:36.286410 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-12b82b70-2085-42d3-8d05-827180010f55 req-a8d63cba-b2e2-479b-ae1b-891e9186fc1c tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0520210 Jun 16 21:17:36.286549 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] Deleting subnet 9ae21824-22bc-4cb3-be69-b9851e4c12a9 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:17:36.289746 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] Publish callbacks [] for subnet (9ae21824-22bc-4cb3-be69-b9851e4c12a9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.308473 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:36.325667 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (9ae21824-22bc-4cb3-be69-b9851e4c12a9), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.346986 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-12b82b70-2085-42d3-8d05-827180010f55 req-2df3a5b3-bfba-422e-a3da-5ea8178e8e71 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547373 Jun 16 21:17:36.366668 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (9ae21824-22bc-4cb3-be69-b9851e4c12a9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.418371 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (9ae21824-22bc-4cb3-be69-b9851e4c12a9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.444742 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.448313 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae21824-22bc-4cb3-be69-b9851e4c12a9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:36.452113 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.455158 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-91cad770-b451-4e0d-b047-3d23e961e4bd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9ae21824-22bc-4cb3-be69-b9851e4c12a9 HTTP/1.1" status: 204 len: 168 time: 0.2167304 Jun 16 21:17:36.457711 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36816) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:36.525860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (6ff692fa-20d5-4084-a00f-6e1d9f9d60b1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.609833 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (6ff692fa-20d5-4084-a00f-6e1d9f9d60b1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.655731 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff692fa-20d5-4084-a00f-6e1d9f9d60b1']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:36.670492 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106ca696-c8c4-4127-bc16-edb9337a8836') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:36.670789 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106ca696-c8c4-4127-bc16-edb9337a8836') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:36.683261 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfbdd5-6531-4d97-85c1-3173320df27e req-dcc99d65-61e3-43ae-b04d-f00ab5b7b004 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:36.684759 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85cfbdd5-6531-4d97-85c1-3173320df27e req-dcc99d65-61e3-43ae-b04d-f00ab5b7b004 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0800407 Jun 16 21:17:36.689718 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (106ca696-c8c4-4127-bc16-edb9337a8836), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.722089 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (106ca696-c8c4-4127-bc16-edb9337a8836), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.738549 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:17:36.738941 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (106ca696-c8c4-4127-bc16-edb9337a8836), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.772793 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 106ca696-c8c4-4127-bc16-edb9337a8836 resource provider aggregate not found Jun 16 21:17:36.805447 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85cfbdd5-6531-4d97-85c1-3173320df27e req-dd65aeff-f019-48d8-bf9f-6cba3825bd5e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131756 Jun 16 21:17:36.811061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:36.817379 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 106ca696-c8c4-4127-bc16-edb9337a8836 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 106ca696-c8c4-4127-bc16-edb9337a8836 found for delete ", "request_id": "req-53dc4db4-fbc0-482a-9d03-7e7cc569a143"}]} Jun 16 21:17:36.819867 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bd647-b26e-4a5a-b16b-9660227ae209 req-dfaacd10-3ac0-43d9-9134-8de1e08f7166 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:36.821589 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a39bd647-b26e-4a5a-b16b-9660227ae209 req-dfaacd10-3ac0-43d9-9134-8de1e08f7166 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0632546 Jun 16 21:17:36.822802 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (6ff692fa-20d5-4084-a00f-6e1d9f9d60b1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.829229 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:36.832307 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ff692fa-20d5-4084-a00f-6e1d9f9d60b1 HTTP/1.1" status: 204 len: 168 time: 0.3736515 Jun 16 21:17:36.844779 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b4c21-1165-4457-9666-dedf2850855a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff692fa-20d5-4084-a00f-6e1d9f9d60b1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:36.880120 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a39bd647-b26e-4a5a-b16b-9660227ae209 req-72c18832-230a-40f9-91f0-0d2039a8e6a1 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460560 Jun 16 21:17:36.997062 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36828) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:37.042391 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b2313d66-48d0-41dc-b852-7ca3c141ce6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a667c6d13514cc4bdaaf4598bc723d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440915 Jun 16 21:17:37.045096 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 36830) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:37.094634 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Publish callbacks [] for security_group (d9388ca1-219c-4728-94d2-a61ad9668b77), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:37.120380 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Publish callbacks [] for security_group (d9388ca1-219c-4728-94d2-a61ad9668b77), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:37.166748 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (d9388ca1-219c-4728-94d2-a61ad9668b77), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:37.169256 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:37.170400 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9388ca1-219c-4728-94d2-a61ad9668b77 HTTP/1.1" status: 204 len: 168 time: 0.1244059 Jun 16 21:17:37.179578 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9388ca1-219c-4728-94d2-a61ad9668b77,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:37.187070 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.187422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.187756 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.188279 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.188620 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.188951 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.189278 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.189607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.189931 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.190256 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.190584 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.190908 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.191225 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.191543 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.191862 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ebfb0-c8dc-4e60-ba5d-009f13935817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:37.331179 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f200cb8c-88bf-4973-b241-1455e954dba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:37.463728 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091ad7-7e8d-467b-a964-f0a072d839fa req-312acb7a-7e6f-46e5-9073-0bd96ab032b4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:37.465261 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-39091ad7-7e8d-467b-a964-f0a072d839fa req-312acb7a-7e6f-46e5-9073-0bd96ab032b4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0493107 Jun 16 21:17:37.527005 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-39091ad7-7e8d-467b-a964-f0a072d839fa req-406fc0a8-b1d3-451b-be95-84cd0e02f010 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558074 Jun 16 21:17:37.935535 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ffb5-41b1-4fe4-b720-3eea58f2bbde req-f98be010-96c4-4247-b58c-67489d0ee98f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:37.937320 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6116ffb5-41b1-4fe4-b720-3eea58f2bbde req-f98be010-96c4-4247-b58c-67489d0ee98f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0573411 Jun 16 21:17:37.988298 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6116ffb5-41b1-4fe4-b720-3eea58f2bbde req-07e05271-656d-4cb1-87bf-5f1ae4128fb8 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442057 Jun 16 21:17:37.995902 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:38.005993 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ac274-5ee7-4530-a9fd-a1cbb95dfebd req-3d2bd8a3-b31b-46c2-8c25-a23a0ad5f5d6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:38.007488 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c06ac274-5ee7-4530-a9fd-a1cbb95dfebd req-3d2bd8a3-b31b-46c2-8c25-a23a0ad5f5d6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0558789 Jun 16 21:17:38.062385 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c06ac274-5ee7-4530-a9fd-a1cbb95dfebd req-a6fa2f37-4141-4b9a-abad-3f30eafb5ff8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490274 Jun 16 21:17:38.561670 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:38.649511 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7e8ee-56bb-42aa-af94-e1c9a21b6835 req-6cc84b85-d5c0-49ae-8354-3646e2a5a53e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:38.650994 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fed7e8ee-56bb-42aa-af94-e1c9a21b6835 req-6cc84b85-d5c0-49ae-8354-3646e2a5a53e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0517144 Jun 16 21:17:38.718836 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fed7e8ee-56bb-42aa-af94-e1c9a21b6835 req-a7b2c1ec-261b-4448-ac5f-966553670cc7 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601983 Jun 16 21:17:39.105471 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c09b35-5b80-44b2-9960-0f9e45cb8bf6 req-558c7afc-0eab-4aa4-969c-3e7e915370ef tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:39.106947 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9c09b35-5b80-44b2-9960-0f9e45cb8bf6 req-558c7afc-0eab-4aa4-969c-3e7e915370ef tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Jun 16 21:17:39.158217 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9c09b35-5b80-44b2-9960-0f9e45cb8bf6 req-25b20e16-18a3-41d4-9011-d5ae43892cb4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454121 Jun 16 21:17:39.175243 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d621-3c1c-4745-a936-b4d943712ca8 req-66663d7f-7dad-4119-8aee-8bad42d99f18 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:39.176756 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e970d621-3c1c-4745-a936-b4d943712ca8 req-66663d7f-7dad-4119-8aee-8bad42d99f18 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0483148 Jun 16 21:17:39.230373 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e970d621-3c1c-4745-a936-b4d943712ca8 req-623eb200-6883-4bbf-8e1a-ee17fd0c13d3 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Jun 16 21:17:39.832502 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b892e2-b722-47ad-b8a6-83e09fca9767 req-14826a90-73ed-4fde-8462-9e6a2c068a88 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:39.833962 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6b892e2-b722-47ad-b8a6-83e09fca9767 req-14826a90-73ed-4fde-8462-9e6a2c068a88 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0485928 Jun 16 21:17:39.894621 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6b892e2-b722-47ad-b8a6-83e09fca9767 req-fdb1d8f8-04f6-47e3-9fbc-4a7fd3433a02 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549607 Jun 16 21:17:40.108499 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:40.277850 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d321-c279-4f56-9035-f34de35f2b14 req-fff3fe8c-0a6d-4263-8024-954b4684d3d5 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:40.279321 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7fc3d321-c279-4f56-9035-f34de35f2b14 req-fff3fe8c-0a6d-4263-8024-954b4684d3d5 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0533288 Jun 16 21:17:40.327412 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7fc3d321-c279-4f56-9035-f34de35f2b14 req-ba592289-da90-4d9c-a432-ad09a8af936b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420215 Jun 16 21:17:40.347142 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3429d0-f000-4447-9cdc-ed3243089a98 req-f88b63e2-1117-4de2-9b13-a11a9bf85b91 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:40.348630 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7e3429d0-f000-4447-9cdc-ed3243089a98 req-f88b63e2-1117-4de2-9b13-a11a9bf85b91 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0479286 Jun 16 21:17:40.397132 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7e3429d0-f000-4447-9cdc-ed3243089a98 req-2c37667c-7318-4269-a987-4f8d30bd4a6e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Jun 16 21:17:40.590542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:41.009235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82e64-cf66-4525-99fc-e35d746e049d req-93a1d7de-eb86-4c0f-a923-66870bba136e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:41.010734 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1e82e64-cf66-4525-99fc-e35d746e049d req-93a1d7de-eb86-4c0f-a923-66870bba136e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0495300 Jun 16 21:17:41.072143 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1e82e64-cf66-4525-99fc-e35d746e049d req-8aae0735-373f-4c1f-bd21-5501d7d28f16 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549486 Jun 16 21:17:41.442162 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3f453-c7c7-4fc5-a970-92ebd270dc23 req-4f70831a-53a1-4133-884c-ecf15dcf60ec tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:41.443665 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-17b3f453-c7c7-4fc5-a970-92ebd270dc23 req-4f70831a-53a1-4133-884c-ecf15dcf60ec tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0487587 Jun 16 21:17:41.454662 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:41.464661 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:41.493798 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-17b3f453-c7c7-4fc5-a970-92ebd270dc23 req-04bd81f2-87c6-4b40-a8d8-78e1e66bbc3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445926 Jun 16 21:17:41.514166 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71db51-bceb-4b20-90d3-004fbe0ce36f req-6eb1c9ca-3e80-4a2b-904d-7efdbb42ce4d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:41.515679 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4f71db51-bceb-4b20-90d3-004fbe0ce36f req-6eb1c9ca-3e80-4a2b-904d-7efdbb42ce4d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0486772 Jun 16 21:17:41.568667 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4f71db51-bceb-4b20-90d3-004fbe0ce36f req-1a56de4b-7cb1-433a-a592-ad134e3f218f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Jun 16 21:17:41.748960 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:42.183061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019bbc7-ce32-4357-a3ef-401bec86c26b req-e99e3901-bda3-4e96-9c5c-9fe56863ecd3 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:42.184555 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9019bbc7-ce32-4357-a3ef-401bec86c26b req-e99e3901-bda3-4e96-9c5c-9fe56863ecd3 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0480793 Jun 16 21:17:42.209734 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:42.248596 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9019bbc7-ce32-4357-a3ef-401bec86c26b req-ee22f23e-9173-421d-baf3-6d24b6a3a1aa tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583797 Jun 16 21:17:42.516321 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-4dcbed12-fcdd-4475-a5c9-762f0d2c82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:42.517804 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-4dcbed12-fcdd-4475-a5c9-762f0d2c82e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1129 time: 0.0429335 Jun 16 21:17:42.647306 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd96a82-c67d-499e-b9e6-ed89842e77e3 req-8fa57755-379b-403a-92df-cd3654af954f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:42.648803 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bd96a82-c67d-499e-b9e6-ed89842e77e3 req-8fa57755-379b-403a-92df-cd3654af954f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0666783 Jun 16 21:17:42.677050 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-6f4e499b-3386-48fd-a3b1-7ac51f3207bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:42.678519 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-6f4e499b-3386-48fd-a3b1-7ac51f3207bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 200 len: 909 time: 0.1492970 Jun 16 21:17:42.704974 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab622f-1c5f-490e-a4d6-df8fd188a5eb req-8703162a-3410-40fb-90c0-26dce403ffe0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:42.708205 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21ab622f-1c5f-490e-a4d6-df8fd188a5eb req-8703162a-3410-40fb-90c0-26dce403ffe0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0553441 Jun 16 21:17:42.748983 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8bd96a82-c67d-499e-b9e6-ed89842e77e3 req-d1702256-ce3b-4e47-9cf2-7758e985ec8b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885468 Jun 16 21:17:42.772445 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-c9bad780-3583-4474-85ce-6849a2f13041 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 1000 time: 0.0802903 Jun 16 21:17:42.780112 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21ab622f-1c5f-490e-a4d6-df8fd188a5eb req-bae1ae0e-ed14-4d2c-b1e4-d3b89c03a602 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629392 Jun 16 21:17:42.830388 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-e4b4934b-cf3e-4f3a-8184-c1c5da3baa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:42.832037 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-e4b4934b-cf3e-4f3a-8184-c1c5da3baa50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f829a3f9-ab37-4484-ba72-a548548bcc16 HTTP/1.1" status: 200 len: 847 time: 0.0518677 Jun 16 21:17:42.900249 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-c86b024e-ab99-471b-9781-87e312aff0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:42.901983 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-c86b024e-ab99-471b-9781-87e312aff0b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b4fd2f5-218d-4169-8b25-5af8eae424cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458882 Jun 16 21:17:42.992056 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-f9276826-b443-49bb-93b9-91d95ed665a0 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820305 Jun 16 21:17:43.086723 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acb1e532-f86b-42da-91cc-aab8a81f5cbb req-930c0791-26bb-41f6-8058-155e00c2589f service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878074 Jun 16 21:17:43.295255 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=31 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:43.372752 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563648-b1f5-4946-a6b5-7907cc6bf570 req-3b412eb4-e0f9-4071-b1ff-fd35f2faa221 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:43.374155 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09563648-b1f5-4946-a6b5-7907cc6bf570 req-3b412eb4-e0f9-4071-b1ff-fd35f2faa221 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0494461 Jun 16 21:17:43.386465 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24da81-7706-41a7-bce5-02daa4407ce0 req-ef76f323-c490-4f5e-81fd-289f1513d23c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:43.388088 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e24da81-7706-41a7-bce5-02daa4407ce0 req-ef76f323-c490-4f5e-81fd-289f1513d23c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0494511 Jun 16 21:17:43.435333 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e24da81-7706-41a7-bce5-02daa4407ce0 req-38eae693-fd16-4c5e-9af0-e2bda27d00b5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Jun 16 21:17:43.435906 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09563648-b1f5-4946-a6b5-7907cc6bf570 req-65c02ea7-7417-4472-b5c6-4a35e0509b6b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553191 Jun 16 21:17:43.872111 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7401fc-f290-4f65-a154-0598fda3dade req-7c426e7e-09aa-4091-9020-874288f8874d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:43.873904 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ef7401fc-f290-4f65-a154-0598fda3dade req-7c426e7e-09aa-4091-9020-874288f8874d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0543118 Jun 16 21:17:43.901392 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502c7ed-4abf-4eca-b98e-4206522f41d3 req-e329a005-bc4f-459e-a2ca-22ac81d7191c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:43.902920 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a502c7ed-4abf-4eca-b98e-4206522f41d3 req-e329a005-bc4f-459e-a2ca-22ac81d7191c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0487671 Jun 16 21:17:43.927866 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ef7401fc-f290-4f65-a154-0598fda3dade req-e08f5cc1-1041-44a8-8d57-3a8e549bf12e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Jun 16 21:17:43.960719 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a502c7ed-4abf-4eca-b98e-4206522f41d3 req-24c99b84-7448-4c67-b6a2-b43d3d7282c2 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506396 Jun 16 21:17:44.553346 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0608a88-fd10-4294-a5b2-43b86f67f98b req-a0fc077f-0dcf-4705-a5bb-e2879ba314cc tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:44.555116 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0608a88-fd10-4294-a5b2-43b86f67f98b req-a0fc077f-0dcf-4705-a5bb-e2879ba314cc tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0518637 Jun 16 21:17:44.561903 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4004649-9e4e-4a0b-961f-cd14e326e58b req-c605e2b6-0599-4a8c-b9f6-4a60981cafcb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:44.564600 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4004649-9e4e-4a0b-961f-cd14e326e58b req-c605e2b6-0599-4a8c-b9f6-4a60981cafcb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0591958 Jun 16 21:17:44.577133 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:44.614822 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4004649-9e4e-4a0b-961f-cd14e326e58b req-2cca49ba-d22b-44b7-bb4e-d34b175a4e6c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445533 Jun 16 21:17:44.618808 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0608a88-fd10-4294-a5b2-43b86f67f98b req-e2fae5dc-800f-489a-82e2-ce55034ae414 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581317 Jun 16 21:17:45.043735 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c465e3-6aa2-41a7-ba7b-12706110d477 req-26a46f21-d104-4b1e-8daf-0a2d107e4d31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:45.045263 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-34c465e3-6aa2-41a7-ba7b-12706110d477 req-26a46f21-d104-4b1e-8daf-0a2d107e4d31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0477068 Jun 16 21:17:45.075329 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5ab9b-7f11-4307-99c1-72c6d019db79 req-2ab82a89-71c1-46e6-9744-85a0244e5803 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:45.076887 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fca5ab9b-7f11-4307-99c1-72c6d019db79 req-2ab82a89-71c1-46e6-9744-85a0244e5803 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0477693 Jun 16 21:17:45.092815 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-34c465e3-6aa2-41a7-ba7b-12706110d477 req-ce0d6018-5083-4740-9545-1f008a424571 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Jun 16 21:17:45.116977 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:45.131062 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fca5ab9b-7f11-4307-99c1-72c6d019db79 req-0628c3cf-6851-4a09-87f1-a0c124674632 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487304 Jun 16 21:17:45.716738 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:45.731984 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484461-51e6-44a4-8335-4aa84f4565b6 req-e53af614-9174-4d19-87b0-d16553cb841e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:45.732619 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46fd1-0c0a-43f0-9732-e7da0f7c80d2 req-2973d449-043b-4fe2-b57b-c7f7cd8fd27a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:45.733506 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc484461-51e6-44a4-8335-4aa84f4565b6 req-e53af614-9174-4d19-87b0-d16553cb841e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0483596 Jun 16 21:17:45.734063 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53a46fd1-0c0a-43f0-9732-e7da0f7c80d2 req-2973d449-043b-4fe2-b57b-c7f7cd8fd27a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0474446 Jun 16 21:17:45.781766 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-53a46fd1-0c0a-43f0-9732-e7da0f7c80d2 req-3aaa5199-1665-443a-8fea-b9758b80a058 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Jun 16 21:17:45.799778 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc484461-51e6-44a4-8335-4aa84f4565b6 req-5837baa8-0b5d-455a-a21a-583b73489777 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596120 Jun 16 21:17:46.209119 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bd99b-5592-4ef3-bc80-762083d1bb2f req-632e899c-4cf7-4b31-aae6-5b0682f8a755 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:46.210636 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f5bd99b-5592-4ef3-bc80-762083d1bb2f req-632e899c-4cf7-4b31-aae6-5b0682f8a755 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Jun 16 21:17:46.253447 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5dd38-8780-4bf3-b9ef-263edd4c3391 req-8bd16e79-942a-4142-a17d-689844d6a3fc tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:46.254991 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dc5dd38-8780-4bf3-b9ef-263edd4c3391 req-8bd16e79-942a-4142-a17d-689844d6a3fc tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0563121 Jun 16 21:17:46.262663 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f5bd99b-5592-4ef3-bc80-762083d1bb2f req-47b95c7b-edfa-461d-b41c-d755d3d60e7d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458674 Jun 16 21:17:46.312200 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dc5dd38-8780-4bf3-b9ef-263edd4c3391 req-e38c0da2-0669-41ff-8459-775e2a4f0e48 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508780 Jun 16 21:17:46.913819 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe15a65-9706-4213-b84f-f5681eb6326e req-b096f398-e1fa-4777-976c-f10503d5775f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:46.915223 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6fe15a65-9706-4213-b84f-f5681eb6326e req-b096f398-e1fa-4777-976c-f10503d5775f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0532069 Jun 16 21:17:46.927868 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df403e0c-92f8-46e0-af2f-95692e1cc20f req-a028c80a-d795-47ee-9b10-9a25332824d2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:46.929425 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df403e0c-92f8-46e0-af2f-95692e1cc20f req-a028c80a-d795-47ee-9b10-9a25332824d2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0519300 Jun 16 21:17:46.968741 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6fe15a65-9706-4213-b84f-f5681eb6326e req-5c2f5941-e6c6-4e0d-83df-c71c00a0cefa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478203 Jun 16 21:17:46.992768 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df403e0c-92f8-46e0-af2f-95692e1cc20f req-d8d8eb6f-6bbe-4a45-9408-ee0c1ac764f1 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576513 Jun 16 21:17:47.380009 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7463ff-3202-431a-8a5e-016d6441fc84 req-90452339-8dd7-480a-9c09-500be0f0a80a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:47.381650 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc7463ff-3202-431a-8a5e-016d6441fc84 req-90452339-8dd7-480a-9c09-500be0f0a80a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0491049 Jun 16 21:17:47.430725 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc37b2-89c3-4e94-b846-17307e399e33 req-30ce36a8-01f0-46e5-a430-0f5ce6bc532d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:47.432246 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ecc37b2-89c3-4e94-b846-17307e399e33 req-30ce36a8-01f0-46e5-a430-0f5ce6bc532d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0521157 Jun 16 21:17:47.433037 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc7463ff-3202-431a-8a5e-016d6441fc84 req-f533bf57-5813-4215-9d1d-8cd763ab0ee7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457404 Jun 16 21:17:47.487410 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ecc37b2-89c3-4e94-b846-17307e399e33 req-fe0a84d6-e6aa-4767-a652-b95b8822c1aa tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480182 Jun 16 21:17:48.088527 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c34d5-0890-490d-a163-123097e22fea req-9d72029a-187d-40f3-88c3-d8408c99d2b1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:48.090024 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a5c34d5-0890-490d-a163-123097e22fea req-9d72029a-187d-40f3-88c3-d8408c99d2b1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0517547 Jun 16 21:17:48.106286 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ba5f7-16e5-4724-8cd3-90c999a642ce req-2e05f9e5-534e-432d-8fd9-42d301541ec4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:48.107744 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-683ba5f7-16e5-4724-8cd3-90c999a642ce req-2e05f9e5-534e-432d-8fd9-42d301541ec4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0478094 Jun 16 21:17:48.139215 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a5c34d5-0890-490d-a163-123097e22fea req-3a6a5c64-9490-4a9c-94a3-49ead53de09d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434453 Jun 16 21:17:48.173838 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-683ba5f7-16e5-4724-8cd3-90c999a642ce req-3486553d-518b-41c7-a76f-e4087599b3a2 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595880 Jun 16 21:17:48.554184 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b12d7b-c5f9-44b3-9e37-a3f40251e18b req-bc40d975-2938-4d7f-9888-78e1a66456f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:48.555686 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46b12d7b-c5f9-44b3-9e37-a3f40251e18b req-bc40d975-2938-4d7f-9888-78e1a66456f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0478878 Jun 16 21:17:48.597644 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:48.605886 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-46b12d7b-c5f9-44b3-9e37-a3f40251e18b req-522214f8-e765-4c6a-b045-1eac294a3a97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444071 Jun 16 21:17:48.613667 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ab5f-3078-48f5-b9df-35bce26cd04e req-99adcde2-7fde-4921-b238-e821b0bf4452 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:48.615215 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d32ab5f-3078-48f5-b9df-35bce26cd04e req-99adcde2-7fde-4921-b238-e821b0bf4452 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0579214 Jun 16 21:17:48.668379 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3d32ab5f-3078-48f5-b9df-35bce26cd04e req-ab1329f6-1d97-4d0e-b3dc-b5181f7c9ee3 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470669 Jun 16 21:17:48.802220 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc551-f1ed-445e-b5e4-d8454608af57 req-fd64b77e-5077-4110-b76b-8c492a02d6de tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:48.803679 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-839fc551-f1ed-445e-b5e4-d8454608af57 req-fd64b77e-5077-4110-b76b-8c492a02d6de tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0487432 Jun 16 21:17:48.851195 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-839fc551-f1ed-445e-b5e4-d8454608af57 req-968262a7-de11-4265-af42-d3d0abc73c14 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Jun 16 21:17:49.268956 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fef9ec-6771-491e-864e-01911f25a7d8 req-7cdc4035-0fd7-4698-8e7e-ebbb441b9b7e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:49.270430 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4fef9ec-6771-491e-864e-01911f25a7d8 req-7cdc4035-0fd7-4698-8e7e-ebbb441b9b7e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0481811 Jun 16 21:17:49.289012 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdd405-5b2f-4b87-acde-21516a9a95d8 req-bad8f8cc-f53b-4304-bf3e-9bdc300c6f8d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:49.290486 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44bdd405-5b2f-4b87-acde-21516a9a95d8 req-bad8f8cc-f53b-4304-bf3e-9bdc300c6f8d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0492511 Jun 16 21:17:49.321718 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4fef9ec-6771-491e-864e-01911f25a7d8 req-9e0c82f9-8f1c-4801-8ecf-44700f05c931 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 Jun 16 21:17:49.362776 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44bdd405-5b2f-4b87-acde-21516a9a95d8 req-9342a2e1-bc8f-4bfb-a40a-55903e5136fe tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667076 Jun 16 21:17:49.778579 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d2ff-7ca6-4e78-9e2c-6dc64bf41c40 req-05c55ce9-7432-4cf8-a23f-936aaddc4a4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:49.780010 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64f3d2ff-7ca6-4e78-9e2c-6dc64bf41c40 req-05c55ce9-7432-4cf8-a23f-936aaddc4a4e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0462918 Jun 16 21:17:49.828237 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-64f3d2ff-7ca6-4e78-9e2c-6dc64bf41c40 req-8d42a45a-0073-4837-9357-adfb1a4f946f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Jun 16 21:17:49.962746 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80167d9f-5afb-47bf-95ea-d3b26d232d47 req-2c7df8e9-1191-476b-ad09-bd72189189e1 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:49.964217 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80167d9f-5afb-47bf-95ea-d3b26d232d47 req-2c7df8e9-1191-476b-ad09-bd72189189e1 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0467734 Jun 16 21:17:50.011286 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80167d9f-5afb-47bf-95ea-d3b26d232d47 req-f231a463-db0f-4ba6-aaa1-fe3fbab7568f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Jun 16 21:17:50.286458 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:17:50.357368 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:17:50.357752 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:50.381105 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:50.383331 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d5f09f-a326-477e-b42d-750903d28901" -d '{"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:50.396428 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:50.400762 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:50.429542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c143fa96-b8fa-4aee-ab4a-121c20996c4d x-openstack-request-id: req-c143fa96-b8fa-4aee-ab4a-121c20996c4d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:50.429850 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:50.430098 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c143fa96-b8fa-4aee-ab4a-121c20996c4d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:50.430652 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c143fa96-b8fa-4aee-ab4a-121c20996c4d'] response: {'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'code': 200} Jun 16 21:17:50.448477 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98344e6f-65a2-4170-80e0-10f1b225c971 req-ba3cf645-bbcb-4adf-8af9-a6a5e13b30b6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:50.450302 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-98344e6f-65a2-4170-80e0-10f1b225c971 req-ba3cf645-bbcb-4adf-8af9-a6a5e13b30b6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Jun 16 21:17:50.458519 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:50.505217 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-98344e6f-65a2-4170-80e0-10f1b225c971 req-f2f69739-ceef-4fea-98e7-0a61a0a76d5f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464182 Jun 16 21:17:50.517196 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d38c86-76ae-448d-a8b4-10fb6f13efb4 req-fd8a212b-4723-4b0f-a0a1-9392c6d5ed71 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:50.518525 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10d38c86-76ae-448d-a8b4-10fb6f13efb4 req-fd8a212b-4723-4b0f-a0a1-9392c6d5ed71 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0505295 Jun 16 21:17:50.537014 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:50.579588 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10d38c86-76ae-448d-a8b4-10fb6f13efb4 req-90b963f5-013a-42b0-815a-7ff1d57056a4 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552728 Jun 16 21:17:50.942463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4471c0a-ffb9-4834-bc42-bc8b876404c3 req-b188593a-2fe7-42ea-a500-d8be2a470e20 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:50.943915 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e4471c0a-ffb9-4834-bc42-bc8b876404c3 req-b188593a-2fe7-42ea-a500-d8be2a470e20 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0507178 Jun 16 21:17:50.992780 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e4471c0a-ffb9-4834-bc42-bc8b876404c3 req-9c9e0a2c-6a07-462f-adef-a5c0f13a93f6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Jun 16 21:17:51.130280 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59496-207d-41ae-b8ff-c4f168f68cef req-617dc686-4a33-45c3-a8dc-c2b51386597c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:51.131647 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1c59496-207d-41ae-b8ff-c4f168f68cef req-617dc686-4a33-45c3-a8dc-c2b51386597c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0512013 Jun 16 21:17:51.178804 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b1c59496-207d-41ae-b8ff-c4f168f68cef req-7627f3b7-77fb-41dc-9fcd-e3a62c0becf7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Jun 16 21:17:51.645364 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:51.657756 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da63da-d079-4685-986c-026f3586c29e req-db36b486-5bff-4665-a5ba-0c74cae19120 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:51.664646 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b7da63da-d079-4685-986c-026f3586c29e req-db36b486-5bff-4665-a5ba-0c74cae19120 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0742986 Jun 16 21:17:51.712975 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b7da63da-d079-4685-986c-026f3586c29e req-7b5e4ab8-57b7-41b6-8a67-c6af73bd909e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474582 Jun 16 21:17:51.725448 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebb89-49e0-4dfc-a149-27440c463599 req-c1ca01ab-7269-4728-918b-3412fdb4ca29 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:51.727372 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3beebb89-49e0-4dfc-a149-27440c463599 req-c1ca01ab-7269-4728-918b-3412fdb4ca29 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0731163 Jun 16 21:17:51.800423 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3beebb89-49e0-4dfc-a149-27440c463599 req-29f79692-0876-4b04-9cd0-0cc8428c3184 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566833 Jun 16 21:17:52.105865 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d75dd-1c67-40d2-8886-87d00e396564 req-5901aa1e-4101-45e1-b27f-65dea42a1cb4 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:52.107407 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd3d75dd-1c67-40d2-8886-87d00e396564 req-5901aa1e-4101-45e1-b27f-65dea42a1cb4 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0489204 Jun 16 21:17:52.165064 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd3d75dd-1c67-40d2-8886-87d00e396564 req-d4c477f3-d52d-4bbd-97c1-2df1a53fa0b3 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506864 Jun 16 21:17:52.300871 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bde31-2390-452a-b0c0-8bf1353e054c req-e545f896-0040-4b21-a58f-337d68471881 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:52.302353 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd2bde31-2390-452a-b0c0-8bf1353e054c req-e545f896-0040-4b21-a58f-337d68471881 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Jun 16 21:17:52.348681 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd2bde31-2390-452a-b0c0-8bf1353e054c req-ea430e7b-b8db-4d1a-b681-ff2970667535 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Jun 16 21:17:52.442789 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:52.462256 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-4753415e-3734-4b66-906d-cccd586e1d5e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:52.463726 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-4753415e-3734-4b66-906d-cccd586e1d5e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.0598645 Jun 16 21:17:52.525347 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184eccd-a117-4398-844f-e4536f7c6383 req-83968e9a-6782-4211-82bc-db313736680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:52.527728 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5184eccd-a117-4398-844f-e4536f7c6383 req-83968e9a-6782-4211-82bc-db313736680f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1129 time: 0.0815415 Jun 16 21:17:52.629952 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Deleting port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:17:52.630293 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:52.723753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184eccd-a117-4398-844f-e4536f7c6383 req-15f39cf5-badc-4c80-8ea0-e198a02556e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:52.725145 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5184eccd-a117-4398-844f-e4536f7c6383 req-15f39cf5-badc-4c80-8ea0-e198a02556e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.1865685 Jun 16 21:17:52.798416 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] For port 6473309c-d2e4-42b4-94b1-6b373a5e59f2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=6473309c-d2e4-42b4-94b1-6b373a5e59f2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:17:52.798802 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:52.892505 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5184eccd-a117-4398-844f-e4536f7c6383 req-2a4a18fe-319b-4a14-ba99-b9a6a20beff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 1001 time: 0.1542406 Jun 16 21:17:52.927493 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13ff29-90d1-4b06-951d-56b21940e12e req-160f1cd4-70dc-4ae0-942e-3e5aa6892188 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:52.929481 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c13ff29-90d1-4b06-951d-56b21940e12e req-160f1cd4-70dc-4ae0-942e-3e5aa6892188 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0510726 Jun 16 21:17:52.940746 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d912777-9e4a-4adf-b14f-c0cb0d03a63c req-763f82cf-3956-4d85-939c-f70225ee38d6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:52.942209 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d912777-9e4a-4adf-b14f-c0cb0d03a63c req-763f82cf-3956-4d85-939c-f70225ee38d6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 946 time: 0.1339824 Jun 16 21:17:52.997642 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c13ff29-90d1-4b06-951d-56b21940e12e req-d3ddf97f-7d4e-4552-8533-977f7c40ebf1 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=c19dd2ec-0bff-4018-916c-55304561aea6&id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613716 Jun 16 21:17:53.034015 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184eccd-a117-4398-844f-e4536f7c6383 req-b734fa2e-7fae-43f2-a4ec-ccd30c4f2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:53.035370 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5184eccd-a117-4398-844f-e4536f7c6383 req-b734fa2e-7fae-43f2-a4ec-ccd30c4f2ac1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.1350672 Jun 16 21:17:53.081608 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0d912777-9e4a-4adf-b14f-c0cb0d03a63c req-9450d21c-fe36-4cc9-b1d1-8fff9933bc49 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=f16c45bb-b45a-4802-a9ab-b420a7bdafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297123 Jun 16 21:17:53.108474 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:53.108474 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (44128b03-2dec-435d-858a-a7bcdfc78e1f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:53.108474 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Floating IP 44128b03-2dec-435d-858a-a7bcdfc78e1f disassociated. External IP: 172.27.3.82, port: 6473309c-d2e4-42b4-94b1-6b373a5e59f2. Jun 16 21:17:53.108474 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Calling delete_port for 6473309c-d2e4-42b4-94b1-6b373a5e59f2 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:17:53.159753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:53.259660 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6473309c-d2e4-42b4-94b1-6b373a5e59f2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:53.304441 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847820f-db0e-454c-8331-a29f029ea643 req-aad9c3f2-9c6e-4db8-a933-7b334d1912c9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:53.306533 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e847820f-db0e-454c-8331-a29f029ea643 req-aad9c3f2-9c6e-4db8-a933-7b334d1912c9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0585454 Jun 16 21:17:53.313602 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event deleted for resources: {'Port': ['ID=6473309c-d2e4-42b4-94b1-6b373a5e59f2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:53.331391 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.331760 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.332116 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.332463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.332795 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.333121 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.333451 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.333771 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.334094 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.334412 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.334730 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.335049 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.335363 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.335680 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.335999 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:17:53.340722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184eccd-a117-4398-844f-e4536f7c6383 req-512afdad-754c-4f9c-b592-c2c3eb0c2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:53.342817 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5184eccd-a117-4398-844f-e4536f7c6383 req-512afdad-754c-4f9c-b592-c2c3eb0c2228 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956378 Jun 16 21:17:53.384363 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e847820f-db0e-454c-8331-a29f029ea643 req-6e7cd24f-df59-4638-b9b4-88948a529efd tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703771 Jun 16 21:17:53.615466 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:53.620584 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-c24a781f-6d85-4e90-8207-d47b2d5af8da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826836 Jun 16 21:17:53.630262 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c13de-d4d6-41b6-ad1b-ab6df01660be req-b644603c-7218-47ea-be9d-00303803f86c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:53.631794 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a9c13de-d4d6-41b6-ad1b-ab6df01660be req-b644603c-7218-47ea-be9d-00303803f86c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0644586 Jun 16 21:17:53.690174 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a9c13de-d4d6-41b6-ad1b-ab6df01660be req-3437655f-0dd7-4582-a81a-8970442316ce tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514240 Jun 16 21:17:53.712581 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:53.828790 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443010-b791-41cb-8cbe-357f0b612290 req-e3352031-8ad0-4038-b099-cbdffe02acdf tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:53.830062 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-e3352031-8ad0-4038-b099-cbdffe02acdf tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports/dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 940 time: 0.1476064 Jun 16 21:17:53.841089 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01bb1-d62d-4ebb-8b99-da543aa972cb req-0ac1cc12-dc8a-4358-89c8-af27206e48b4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:53.842511 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0bb01bb1-d62d-4ebb-8b99-da543aa972cb req-0ac1cc12-dc8a-4358-89c8-af27206e48b4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.1574228 Jun 16 21:17:53.866351 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Router 36e752dd-1a93-43bd-81ab-1910009e9d23 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:17:53.888675 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5184eccd-a117-4398-844f-e4536f7c6383 req-2dcd4387-67a5-4191-9755-5bcac9f1e356 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057793 Jun 16 21:17:53.971191 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0bb01bb1-d62d-4ebb-8b99-da543aa972cb req-6e961fce-12b3-4255-af6d-7b8ede95f9cf tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220636 Jun 16 21:17:54.098922 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5184eccd-a117-4398-844f-e4536f7c6383 req-0a71c9dc-6e17-46ff-92e6-30bf895bcf66 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981077 Jun 16 21:17:54.100150 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:17:54.111905 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] Sync routers for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:17:54.128698 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:54.129610 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:17:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:54.174074 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] No DVR routers for this DVR port 6473309c-d2e4-42b4-94b1-6b373a5e59f2 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:17:54.177648 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:54.180953 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a2e2eed7-1b3f-4269-9d07-d9d29625ba26 req-43d2b731-a429-4f72-9ff6-ec5add81fc77 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "DELETE /v2.0/ports/6473309c-d2e4-42b4-94b1-6b373a5e59f2 HTTP/1.1" status: 204 len: 173 time: 1.7005894 Jun 16 21:17:54.181488 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-deleted', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:17:54.184210 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2602dbfc-5619-410e-8ef6-33b2742d9c71" -d '{"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-deleted", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:17:54.221002 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8de3a5e7-dfdb-4c54-a57e-fb03d7e80a88 req-01292614-9620-459c-aa4d-a0d141bfdbec tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.0468915 Jun 16 21:17:54.231177 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468bac2-987b-4797-abed-1446d2c49b7f x-openstack-request-id: req-f468bac2-987b-4797-abed-1446d2c49b7f {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:17:54.231475 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2281b8c3-ec1f-478b-bd50-128d5cf67a04", "name": "network-vif-deleted", "tag": "6473309c-d2e4-42b4-94b1-6b373a5e59f2", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:17:54.231733 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f468bac2-987b-4797-abed-1446d2c49b7f {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:17:54.232140 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f468bac2-987b-4797-abed-1446d2c49b7f'] response: {'server_uuid': '2281b8c3-ec1f-478b-bd50-128d5cf67a04', 'name': 'network-vif-deleted', 'tag': '6473309c-d2e4-42b4-94b1-6b373a5e59f2', 'status': 'completed', 'code': 200} Jun 16 21:17:54.260241 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:54.407703 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:54.457439 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:54.486308 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] Checking router: 36e752dd-1a93-43bd-81ab-1910009e9d23 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:17:54.494798 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:17:54.495444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:17:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:54.578628 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:54.597974 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:17:54.799614 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:17:54.816273 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936e84a-e3eb-4d0b-ae59-a63f8ea12b6e req-d0b42e9c-b196-4b6d-ac8f-1a7d13429cfb tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:54.817766 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d936e84a-e3eb-4d0b-ae59-a63f8ea12b6e req-d0b42e9c-b196-4b6d-ac8f-1a7d13429cfb tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0531476 Jun 16 21:17:54.825084 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01d43f-e972-472c-b6bd-52a1eedda9cc None None] The sync data for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi is: [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:17:54.880999 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d936e84a-e3eb-4d0b-ae59-a63f8ea12b6e req-5a010a28-9746-4a39-85d5-01e04cdd9c86 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575552 Jun 16 21:17:55.068142 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5b229-165a-4e87-8d7a-dc00bef492be None None] New status for floating IP 44128b03-2dec-435d-858a-a7bcdfc78e1f: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:17:55.091132 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668171de-cbfd-474d-8030-a289f9642524 req-fbee7808-869f-4116-a32c-3b0f9dcecb32 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:55.092641 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-668171de-cbfd-474d-8030-a289f9642524 req-fbee7808-869f-4116-a32c-3b0f9dcecb32 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0506418 Jun 16 21:17:55.140251 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-668171de-cbfd-474d-8030-a289f9642524 req-83f902a6-46a5-4a98-856b-bbc506a40517 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419025 Jun 16 21:17:55.323125 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f433ba9-aff4-43cd-b266-eb600ba2d547 req-331baf17-3f91-4385-8361-00f387ae8933 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2281b8c3-ec1f-478b-bd50-128d5cf67a04 HTTP/1.1" status: 200 len: 210 time: 0.0289180 Jun 16 21:17:55.963427 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443010-b791-41cb-8cbe-357f0b612290 req-075e6cdc-b311-435c-bca8-25985f59e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:55.964953 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-075e6cdc-b311-435c-bca8-25985f59e23e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e&tenant_id=9868add8c6114cc2a3933d63b2e5652a HTTP/1.1" status: 200 len: 1127 time: 0.0430665 Jun 16 21:17:55.992568 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1e07e-5cf0-4a6a-9dae-be948980dcc4 req-21f3110d-939d-4912-8394-658a360b049a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:55.993966 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bc1e07e-5cf0-4a6a-9dae-be948980dcc4 req-21f3110d-939d-4912-8394-658a360b049a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0497658 Jun 16 21:17:56.026065 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:56.030035 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443010-b791-41cb-8cbe-357f0b612290 req-48ef2ce3-7469-40ae-b22b-665cb4a66b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:56.031555 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-48ef2ce3-7469-40ae-b22b-665cb4a66b7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1127 time: 0.0398471 Jun 16 21:17:56.044936 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bc1e07e-5cf0-4a6a-9dae-be948980dcc4 req-99a5002b-dc3f-4fbe-8f6f-4e9ccdb9e74d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Jun 16 21:17:56.125964 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443010-b791-41cb-8cbe-357f0b612290 req-5ea125d3-058e-4811-9aa3-e1071a0e08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:56.127440 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-5ea125d3-058e-4811-9aa3-e1071a0e08d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 200 len: 909 time: 0.0891480 Jun 16 21:17:56.189829 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-f06125bd-0f22-4e98-98cc-075e1f7e1fb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 998 time: 0.0560110 Jun 16 21:17:56.238776 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443010-b791-41cb-8cbe-357f0b612290 req-144000c3-a4be-4bc0-a074-c1a7596ce467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:56.240231 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-144000c3-a4be-4bc0-a074-c1a7596ce467 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f829a3f9-ab37-4484-ba72-a548548bcc16 HTTP/1.1" status: 200 len: 847 time: 0.0444858 Jun 16 21:17:56.288822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443010-b791-41cb-8cbe-357f0b612290 req-e5984739-16ee-4359-9a20-d7811612175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:56.290215 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-e5984739-16ee-4359-9a20-d7811612175b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b4fd2f5-218d-4169-8b25-5af8eae424cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434544 Jun 16 21:17:56.301966 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:17:56.320984 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 6473309c-d2e4-42b4-94b1-6b373a5e59f2 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:17:56.321326 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 6473309c-d2e4-42b4-94b1-6b373a5e59f2 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:17:56.386054 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-920fa06e-e2ec-4782-8c05-0ddd74eb04ea service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851812 Jun 16 21:17:56.397674 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:56.416693 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37132) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:56.476027 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f130f453-0c0d-44d7-9b93-575068807dd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (f16c45bb-b45a-4802-a9ab-b420a7bdafe7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.478480 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d9443010-b791-41cb-8cbe-357f0b612290 req-2983cb5f-e0cd-4c14-91f5-e4ba8e971479 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891392 Jun 16 21:17:56.500516 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f130f453-0c0d-44d7-9b93-575068807dd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (f16c45bb-b45a-4802-a9ab-b420a7bdafe7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.503002 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:56.549372 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f130f453-0c0d-44d7-9b93-575068807dd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f16c45bb-b45a-4802-a9ab-b420a7bdafe7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.552127 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f130f453-0c0d-44d7-9b93-575068807dd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.553303 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f130f453-0c0d-44d7-9b93-575068807dd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "DELETE /v2.0/security-groups/f16c45bb-b45a-4802-a9ab-b420a7bdafe7 HTTP/1.1" status: 204 len: 168 time: 0.1348460 Jun 16 21:17:56.556004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37138) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:56.564609 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130f453-0c0d-44d7-9b93-575068807dd8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16c45bb-b45a-4802-a9ab-b420a7bdafe7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:56.571386 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-c7ddc4f5-315b-4035-a672-89faf190c778 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] show failed (client error): The resource could not be found. Jun 16 21:17:56.572357 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c7ddc4f5-315b-4035-a672-89faf190c778 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups/f16c45bb-b45a-4802-a9ab-b420a7bdafe7 HTTP/1.1" status: 404 len: 347 time: 0.0153115 Jun 16 21:17:56.575327 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37140) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:56.694965 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Deleting port 79b50edd-a974-43ab-9f00-cc6db0750b7e {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:17:56.695671 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.788581 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.788908 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (79b50edd-a974-43ab-9f00-cc6db0750b7e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.802126 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Calling delete_port for 79b50edd-a974-43ab-9f00-cc6db0750b7e owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:17:56.819252 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37144) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:56.928082 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-368f53e7-6a7c-4476-8bfc-6a51f69494fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.936642 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (79b50edd-a974-43ab-9f00-cc6db0750b7e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:56.966343 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event deleted for resources: {'Port': ['ID=79b50edd-a974-43ab-9f00-cc6db0750b7e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:57.007108 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-368f53e7-6a7c-4476-8bfc-6a51f69494fb admin admin] Publish callbacks [] for security_group (6de17766-1ead-44af-837d-42fe972ef0ce), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.012154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-368f53e7-6a7c-4476-8bfc-6a51f69494fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6de17766-1ead-44af-837d-42fe972ef0ce), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.036283 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (44128b03-2dec-435d-858a-a7bcdfc78e1f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.039015 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.040199 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3afe9e9c-7acc-44c9-936a-a13b9263c514 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "DELETE /v2.0/floatingips/44128b03-2dec-435d-858a-a7bcdfc78e1f HTTP/1.1" status: 204 len: 168 time: 0.4637077 Jun 16 21:17:57.054523 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-368f53e7-6a7c-4476-8bfc-6a51f69494fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=122c593df1b5430183ca2d750b78fa2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318881 Jun 16 21:17:57.055237 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37148) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:57.056820 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f53e7-6a7c-4476-8bfc-6a51f69494fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de17766-1ead-44af-837d-42fe972ef0ce,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:57.125714 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11e5e83f-29ff-4cd2-97c8-573592728dda admin admin] Publish callbacks [] for security_group (6de17766-1ead-44af-837d-42fe972ef0ce), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.136387 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37156) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:57.141272 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c7f58316-754a-45d2-b734-a17ce88e37e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545784527', 'description': 'tempest-description--570363704'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:57.148101 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:57.154860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11e5e83f-29ff-4cd2-97c8-573592728dda admin admin] Publish callbacks [] for security_group (6de17766-1ead-44af-837d-42fe972ef0ce), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.167702 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c7f58316-754a-45d2-b734-a17ce88e37e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.218207 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11e5e83f-29ff-4cd2-97c8-573592728dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6de17766-1ead-44af-837d-42fe972ef0ce), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.221525 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11e5e83f-29ff-4cd2-97c8-573592728dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.223104 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-11e5e83f-29ff-4cd2-97c8-573592728dda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6de17766-1ead-44af-837d-42fe972ef0ce HTTP/1.1" status: 204 len: 168 time: 0.1666481 Jun 16 21:17:57.232657 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5e83f-29ff-4cd2-97c8-573592728dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de17766-1ead-44af-837d-42fe972ef0ce,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:57.256819 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c7f58316-754a-45d2-b734-a17ce88e37e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (592f7c44-7496-48b3-9550-ad09500d2901), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.262701 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c7f58316-754a-45d2-b734-a17ce88e37e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (592f7c44-7496-48b3-9550-ad09500d2901), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.300476 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c7f58316-754a-45d2-b734-a17ce88e37e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.302258 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c7f58316-754a-45d2-b734-a17ce88e37e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1645427 Jun 16 21:17:57.305410 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37162) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:57.309420 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f58316-754a-45d2-b734-a17ce88e37e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592f7c44-7496-48b3-9550-ad09500d2901,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:57.317553 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-82ad59fa-0177-452f-b9b1-44dd53f67c3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'security_group_rule': {'security_group_id': '592f7c44-7496-48b3-9550-ad09500d2901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:57.353299 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:57.356247 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82ad59fa-0177-452f-b9b1-44dd53f67c3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (15b1d6e2-b279-40bd-98f0-57316c3dacaa), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.369691 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc324-9d92-4db1-a004-3c6f9ad5633a req-8f3e46e8-b0c9-46a1-98a9-06b887fa7005 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:57.371224 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e3bc324-9d92-4db1-a004-3c6f9ad5633a req-8f3e46e8-b0c9-46a1-98a9-06b887fa7005 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.2514920 Jun 16 21:17:57.437224 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e3bc324-9d92-4db1-a004-3c6f9ad5633a req-1e68749a-0113-442a-b625-71b6d6033cf0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554473 Jun 16 21:17:57.437922 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82ad59fa-0177-452f-b9b1-44dd53f67c3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (15b1d6e2-b279-40bd-98f0-57316c3dacaa), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.442081 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82ad59fa-0177-452f-b9b1-44dd53f67c3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (15b1d6e2-b279-40bd-98f0-57316c3dacaa), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.466961 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad59fa-0177-452f-b9b1-44dd53f67c3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b1d6e2-b279-40bd-98f0-57316c3dacaa,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:57.473582 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82ad59fa-0177-452f-b9b1-44dd53f67c3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.477883 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-82ad59fa-0177-452f-b9b1-44dd53f67c3e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670847 Jun 16 21:17:57.478103 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37164) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:57.482690 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-83a0b20a-3905-4859-9e10-024bc7548d60 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'security_group_rule': {'security_group_id': '592f7c44-7496-48b3-9550-ad09500d2901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:57.494640 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:57.516088 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83a0b20a-3905-4859-9e10-024bc7548d60 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (7768171e-d139-4ba9-8ca8-6d37a9e3e097), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.579757 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83a0b20a-3905-4859-9e10-024bc7548d60 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (7768171e-d139-4ba9-8ca8-6d37a9e3e097), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.582979 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83a0b20a-3905-4859-9e10-024bc7548d60 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (7768171e-d139-4ba9-8ca8-6d37a9e3e097), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.602566 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0b20a-3905-4859-9e10-024bc7548d60 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7768171e-d139-4ba9-8ca8-6d37a9e3e097,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:57.607766 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-83a0b20a-3905-4859-9e10-024bc7548d60 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.608977 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-83a0b20a-3905-4859-9e10-024bc7548d60 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298742 Jun 16 21:17:57.612054 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37166) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:17:57.616433 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:17:57.636051 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.715232 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.823038 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Allocated IP 172.27.3.252 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/3163bafa-9985-4464-9745-31060a583d0a) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:17:57.921599 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for port (3163bafa-9985-4464-9745-31060a583d0a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.946694 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:57.956757 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (3163bafa-9985-4464-9745-31060a583d0a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:57.996443 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:17:57.999235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:17:58.005513 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:17:58.027761 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'Port': ['ID=3163bafa-9985-4464-9745-31060a583d0a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:58.089250 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (254f4324-cb49-40dd-8795-3da7ad2892c5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:58.125421 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (3163bafa-9985-4464-9745-31060a583d0a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:58.218722 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:17:58.236964 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:58.275140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for port (3163bafa-9985-4464-9745-31060a583d0a), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:58.279468 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (3163bafa-9985-4464-9745-31060a583d0a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:58.346346 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'Port': ['ID=3163bafa-9985-4464-9745-31060a583d0a,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:17:58.358607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (254f4324-cb49-40dd-8795-3da7ad2892c5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:58.374135 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:17:58.375352 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9be3fa84-a828-4ddb-bc8a-e3c1c11a2dbc tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7623682 Jun 16 21:17:58.580585 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-bde91a3c-5057-49bb-8b42-112412239ca1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--545784527&fields=id&tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 267 time: 0.0539641 Jun 16 21:17:58.693822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-b46afa5a-e18a-4428-9452-4d62da339bcf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:58.695401 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-b46afa5a-e18a-4428-9452-4d62da339bcf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 816 time: 0.1087360 Jun 16 21:17:58.710280 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-3f734573-7b54-47dd-8ad4-d51e479272fd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/quotas/8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 375 time: 0.0093937 Jun 16 21:17:58.730566 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5d45-3444-44db-91c5-9756c19d547a req-b1a904c6-5c79-4e59-b201-8268f84de7b0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:58.731980 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-deeb5d45-3444-44db-91c5-9756c19d547a req-b1a904c6-5c79-4e59-b201-8268f84de7b0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.2209208 Jun 16 21:17:58.760769 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-989c02c4-3034-455b-bed7-1c70dc238d86 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453317 Jun 16 21:17:58.784383 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-deeb5d45-3444-44db-91c5-9756c19d547a req-3e8ac4c6-8967-47f4-9e10-4fa612e41fe0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Jun 16 21:17:58.863164 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-ef8fff27-efb7-4332-ac4b-690909294124 service neutron] 10.222.0.43 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895982 Jun 16 21:17:58.932765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:17:58.958993 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-2c7faf10-2ff1-4c1c-911e-fa46c8b02515 service neutron] 10.222.0.43 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899167 Jun 16 21:17:59.115753 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c3b68bc-54ba-4e5f-b497-44b7f4758ceb req-49a81dbb-934f-444a-a309-30de7e56ab6c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 210 time: 0.0290062 Jun 16 21:17:59.900802 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126717-f1fb-46fb-86bc-370331235612 req-bc21479c-db6d-4752-807a-9d6dbe88da63 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:17:59.902255 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9126717-f1fb-46fb-86bc-370331235612 req-bc21479c-db6d-4752-807a-9d6dbe88da63 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0500214 Jun 16 21:17:59.959183 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9126717-f1fb-46fb-86bc-370331235612 req-8c26edab-e060-409f-a393-f48ea9c9e497 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Jun 16 21:18:00.117486 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-4d30e7f8-2a30-4442-81d4-1e9499d49373 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:00.118844 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-4d30e7f8-2a30-4442-81d4-1e9499d49373 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 816 time: 0.1045399 Jun 16 21:18:00.189483 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-61fee76f-3a4e-496c-80c0-0c0ba64c1d72 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 379 time: 0.0609348 Jun 16 21:18:00.203577 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'port': {'device_id': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'admin_state_up': True, 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'security_groups': ['592f7c44-7496-48b3-9550-ad09500d2901']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:00.219232 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-755daaf9-38fd-41c8-a1dd-817e51b02ab1 req-41e5e584-0d6a-4363-8d7c-a989dfee7696 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 210 time: 0.0277283 Jun 16 21:18:00.322524 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Made reservation on behalf of 8fd2e5ab99c341d38c3f78dc17c0faf2 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:18:00.325915 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:00.424864 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:00.453705 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Allocated IP 172.20.0.4 (f15db21b-4597-49e4-b0f9-2724f76cadbd/32fd7ec2-ee74-48a1-92de-347cd2d46d3b/ce808840-2e04-4b62-89bc-caeba961a739) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:18:00.589073 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for port (ce808840-2e04-4b62-89bc-caeba961a739), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:00.622502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:00.667680 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Network f15db21b-4597-49e4-b0f9-2724f76cadbd is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:18:00.672681 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:18:00.675711 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:18:00.700790 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:00.731152 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:00.731906 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:00.752053 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-deea7604-d0bb-4bb8-9c31-adf1df46b9d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520141 Jun 16 21:18:00.765702 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Request body: {'port': {'device_id': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:00.823347 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:00.831507 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:00.915507 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-60627ed4-3ea8-4468-9641-0df55d98bc7d None None] Provisioning complete for port ce808840-2e04-4b62-89bc-caeba961a739 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:18:00.916081 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-60627ed4-3ea8-4468-9641-0df55d98bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ce808840-2e04-4b62-89bc-caeba961a739), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:00.948434 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-60627ed4-3ea8-4468-9641-0df55d98bc7d None None] Port ce808840-2e04-4b62-89bc-caeba961a739 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:18:01.091710 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e3f4d-b071-4e81-b152-442c73d75d12 req-78f5dc1f-e2b5-4e3d-beb8-6cd222748f5d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:01.093205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f0e3f4d-b071-4e81-b152-442c73d75d12 req-78f5dc1f-e2b5-4e3d-beb8-6cd222748f5d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0640934 Jun 16 21:18:01.153699 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:01.157705 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce808840-2e04-4b62-89bc-caeba961a739 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:18:01.167677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Publish callbacks [] for port (ce808840-2e04-4b62-89bc-caeba961a739), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:01.190106 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4f0e3f4d-b071-4e81-b152-442c73d75d12 req-7fb422e9-6dc8-47d8-b048-ce59dc6118ff tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879412 Jun 16 21:18:01.195665 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Transition to ACTIVE for port object ce808840-2e04-4b62-89bc-caeba961a739 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:18:01.199269 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:01.250470 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:01.329197 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Attempting to bind port ce808840-2e04-4b62-89bc-caeba961a739 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:18:01.329535 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Attempting to bind port ce808840-2e04-4b62-89bc-caeba961a739 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:18:01.329892 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Attempting to bind port ce808840-2e04-4b62-89bc-caeba961a739 on network f15db21b-4597-49e4-b0f9-2724f76cadbd {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:18:01.334677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Port ce808840-2e04-4b62-89bc-caeba961a739 on network f15db21b-4597-49e4-b0f9-2724f76cadbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:18:01.335142 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Attempting to bind port ce808840-2e04-4b62-89bc-caeba961a739 on network f15db21b-4597-49e4-b0f9-2724f76cadbd {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:18:01.340335 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:18:01.340679 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Checking segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:18:01.341064 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Bound using segment: {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:18:01.341501 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Bound port: ce808840-2e04-4b62-89bc-caeba961a739, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33937db-05ca-4f58-a3a0-a02e144a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:18:01.341861 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:01.355278 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfac87-2f10-4bfb-98ae-a83e95c384d8 req-f0734268-0f72-466a-bc74-cd3b13da08b2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:01.356977 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4abfac87-2f10-4bfb-98ae-a83e95c384d8 req-f0734268-0f72-466a-bc74-cd3b13da08b2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0571244 Jun 16 21:18:01.407912 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4abfac87-2f10-4bfb-98ae-a83e95c384d8 req-032ed6f5-1974-4b52-9e4c-c27735175566 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440099 Jun 16 21:18:01.411027 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:18:01.415050 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:18:01.421972 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:01.459227 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:01.459855 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:01.461266 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 200 len: 1093 time: 0.6998520 Jun 16 21:18:01.461704 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:01.463929 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "tag": "ce808840-2e04-4b62-89bc-caeba961a739"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:01.504491 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d24b04-9751-4aa7-95c9-2d05fd82939a x-openstack-request-id: req-67d24b04-9751-4aa7-95c9-2d05fd82939a {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:01.504779 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "tag": "ce808840-2e04-4b62-89bc-caeba961a739", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:01.505031 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67d24b04-9751-4aa7-95c9-2d05fd82939a {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:01.505448 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d24b04-9751-4aa7-95c9-2d05fd82939a'] response: {'name': 'network-changed', 'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739', 'status': 'completed', 'code': 200} Jun 16 21:18:01.508512 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da798-3d57-4f90-bfd1-313d24589079 service neutron] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:01.551440 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-8fd82015-86db-41af-b02d-9d65442d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:01.553011 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-8fd82015-86db-41af-b02d-9d65442d1f7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 1127 time: 0.0416932 Jun 16 21:18:01.598069 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-1376f338-b498-4c04-a512-5f34ab4dc3a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 200 len: 217 time: 0.0344303 Jun 16 21:18:01.653136 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-93825927-2b13-4ef8-87f1-56a7e70a1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:01.654579 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-93825927-2b13-4ef8-87f1-56a7e70a1692 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.0497339 Jun 16 21:18:01.699394 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b099c-c2de-445b-b296-ca89134e63ae req-250d5786-8817-4de7-8006-2b74261106ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:01.700923 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-250d5786-8817-4de7-8006-2b74261106ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399504 Jun 16 21:18:01.742283 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:01.804309 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-7ff6d0e8-82c2-4ed3-823b-57a450741a94 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873520 Jun 16 21:18:02.019833 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c48b099c-c2de-445b-b296-ca89134e63ae req-db60b868-f0dd-4133-96c6-2791b5545378 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873704 Jun 16 21:18:02.302495 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793130-d260-4194-9a2b-43bedc5043a0 req-6a3241c7-071b-47ab-b3ab-35a662b9616d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:02.303975 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78793130-d260-4194-9a2b-43bedc5043a0 req-6a3241c7-071b-47ab-b3ab-35a662b9616d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0464716 Jun 16 21:18:02.352503 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78793130-d260-4194-9a2b-43bedc5043a0 req-293cbb0d-49a1-4fef-b925-240aa00e4ac3 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Jun 16 21:18:02.532924 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24746e-2b79-42a2-bf9c-a71322715dd7 req-afc1f4f1-dcd3-4129-90c3-42fefdbb728e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:02.534420 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1c24746e-2b79-42a2-bf9c-a71322715dd7 req-afc1f4f1-dcd3-4129-90c3-42fefdbb728e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0490303 Jun 16 21:18:02.581967 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1c24746e-2b79-42a2-bf9c-a71322715dd7 req-d10ed0f7-f526-4930-8f3e-535d343d1be4 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Jun 16 21:18:03.465005 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c715d-ffd9-421f-89a1-385cb47ed9d7 req-2edb6978-1d77-4846-9eca-116b53eca961 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:03.466462 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a10c715d-ffd9-421f-89a1-385cb47ed9d7 req-2edb6978-1d77-4846-9eca-116b53eca961 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 943 time: 0.0463300 Jun 16 21:18:03.505485 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:03.709277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fcb3e-f52e-46c8-af86-6a88da173f45 req-aa560d26-6372-495b-b5cc-641cfb76c786 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:03.710830 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8c6fcb3e-f52e-46c8-af86-6a88da173f45 req-aa560d26-6372-495b-b5cc-641cfb76c786 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0548208 Jun 16 21:18:03.755140 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a10c715d-ffd9-421f-89a1-385cb47ed9d7 req-ea55283f-f680-4d42-ad0a-3041a90daaed tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821329 Jun 16 21:18:03.761744 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8c6fcb3e-f52e-46c8-af86-6a88da173f45 req-a0e56644-5201-4386-977f-4400b5cabf27 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451965 Jun 16 21:18:03.818361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-72297c15-d50a-4071-9411-88295350161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:03.819845 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-72297c15-d50a-4071-9411-88295350161e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 1127 time: 0.0390909 Jun 16 21:18:04.194682 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-15252dfb-7e17-42f2-b1c4-59aa9a71e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:04.196207 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-15252dfb-7e17-42f2-b1c4-59aa9a71e678 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.0943961 Jun 16 21:18:04.248493 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-1a770000-13df-43b0-9e0f-a10b39d2e556 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 200 len: 217 time: 0.0361292 Jun 16 21:18:04.290711 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:04.308857 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-203f004a-8d2b-4e07-b1a8-67adcb695237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:04.310324 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-203f004a-8d2b-4e07-b1a8-67adcb695237 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.0531776 Jun 16 21:18:04.338005 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:18:04.436792 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:04.447833 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'port_id': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'mac_address': 'fa:16:3e:e8:c8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:18:04.486708 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:04.487094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:04.500044 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:18:04.511960 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:04.524212 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:04.527911 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:04.528623 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:18:04.593640 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-19684ec4-adb8-4b7f-ab1e-4a4bc8354c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:04.595818 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-19684ec4-adb8-4b7f-ab1e-4a4bc8354c03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408194 Jun 16 21:18:04.598132 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:04.669259 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:04.681113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'ce808840-2e04-4b62-89bc-caeba961a739', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'port_id': 'ce808840-2e04-4b62-89bc-caeba961a739', 'mac_address': 'fa:16:3e:61:86:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:18:04.693434 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-aa5125ef-754f-4fb6-87fe-430a274d7516 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878761 Jun 16 21:18:04.701554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:04.717289 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:04.717679 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:04.730821 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce808840-2e04-4b62-89bc-caeba961a739 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:18:04.750090 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:04.753982 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:04.797058 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4e7e0eaa-16a0-423e-8f3d-38158947f8dc req-fb608a59-3b74-45cb-8b5a-04aa88c2f2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908914 Jun 16 21:18:04.810274 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:04.891545 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e692-0333-457d-84bb-963ddfe633d2 req-fc1d5a5e-8d4e-47b8-b326-dda0cd1994c9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:04.893268 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4e2e692-0333-457d-84bb-963ddfe633d2 req-fc1d5a5e-8d4e-47b8-b326-dda0cd1994c9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 944 time: 0.0539403 Jun 16 21:18:04.894399 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9009e-5672-49ba-a765-c2c4cbd7abd3 req-ca12c10f-7780-4a8c-a0c1-f2a385b26e4e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:04.895895 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e1d9009e-5672-49ba-a765-c2c4cbd7abd3 req-ca12c10f-7780-4a8c-a0c1-f2a385b26e4e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 944 time: 0.0519264 Jun 16 21:18:04.943153 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e1d9009e-5672-49ba-a765-c2c4cbd7abd3 req-8ce0755d-4b6a-4931-a5f8-44d7ea9eeff4 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Jun 16 21:18:04.943518 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4e2e692-0333-457d-84bb-963ddfe633d2 req-99f2a071-9136-4360-8445-960eb46d0db8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Jun 16 21:18:05.088939 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-517cc96e-f39d-4cf8-be08-86f1da0b4fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:05.137202 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:05.268898 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:18:05.394542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['ce808840-2e04-4b62-89bc-caeba961a739'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:18:05.503238 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-9636292a-863a-4820-8107-e20e39eee183 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376329 Jun 16 21:18:05.570343 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-1cc3fa11-7028-4f88-9df1-21ffe63bc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:05.571835 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-1cc3fa11-7028-4f88-9df1-21ffe63bc107 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 1129 time: 0.0436583 Jun 16 21:18:05.621919 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:05.687099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-f261e32e-5b18-41a9-ac31-65a4199a172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:05.688659 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-f261e32e-5b18-41a9-ac31-65a4199a172a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.0872943 Jun 16 21:18:05.753963 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-c8bc27e3-493a-47f1-a47e-e5fd6747a12f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 200 len: 1001 time: 0.0577128 Jun 16 21:18:05.805703 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-be5f8621-7321-4026-9856-402dec575888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:05.807151 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-be5f8621-7321-4026-9856-402dec575888 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.0441332 Jun 16 21:18:05.855280 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-cb477fcb-aec8-4272-9a6c-e658b42bbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:05.856752 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-cb477fcb-aec8-4272-9a6c-e658b42bbd27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390933 Jun 16 21:18:05.950471 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-1525fab3-888f-4c9c-9621-8ed98d711017 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855870 Jun 16 21:18:06.061690 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028988-36f1-4c17-92bb-0e86169514f3 req-c3b0395a-22ff-4fc4-b278-99c3012c8ece tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:06.063285 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc028988-36f1-4c17-92bb-0e86169514f3 req-c3b0395a-22ff-4fc4-b278-99c3012c8ece tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 944 time: 0.0471575 Jun 16 21:18:06.077948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38fec-19f6-4f14-ae48-0d0783b16a76 req-fe21663e-f9cb-4756-9782-eb28af3caaa1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:06.080616 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e3a38fec-19f6-4f14-ae48-0d0783b16a76 req-fe21663e-f9cb-4756-9782-eb28af3caaa1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 944 time: 0.0633094 Jun 16 21:18:06.118279 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc028988-36f1-4c17-92bb-0e86169514f3 req-7729f695-052d-4649-9323-7a59d3865b4a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486352 Jun 16 21:18:06.364760 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0e7c1f88-93ec-4f8a-bd58-58431a14941c req-79408479-fd99-409f-882e-e29b54ade061 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047902 Jun 16 21:18:06.391428 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e3a38fec-19f6-4f14-ae48-0d0783b16a76 req-54cc5bb3-d7af-484a-83d7-315a49dfb5fb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056684 Jun 16 21:18:07.062427 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:18:07.101704 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.118092 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:07.121600 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port ce808840-2e04-4b62-89bc-caeba961a739 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:18:07.129688 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port ce808840-2e04-4b62-89bc-caeba961a739 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:18:07.130102 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ce808840-2e04-4b62-89bc-caeba961a739), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.213422 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:07.213816 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.231587 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:07.259122 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:07.261575 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f0c0da-7176-4fe2-8766-57589615e7b3" -d '{"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:07.270944 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283616bd-c897-499f-a1ea-b6b91d2f3790 req-ee2401a8-1c71-4f45-8a23-271bdf5e3ba0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:07.272582 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-283616bd-c897-499f-a1ea-b6b91d2f3790 req-ee2401a8-1c71-4f45-8a23-271bdf5e3ba0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 944 time: 0.0583763 Jun 16 21:18:07.277377 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:07.282095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.283164 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:18:07.301526 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:07.332426 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-283616bd-c897-499f-a1ea-b6b91d2f3790 req-7316a1b4-02d9-4696-9efd-d65b0a59041a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511682 Jun 16 21:18:07.381853 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-45790729-ef2c-4e8b-8131-f2a4496ea249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.389514 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747965cf-e1a0-4f8f-9087-3d206b74a9ae x-openstack-request-id: req-747965cf-e1a0-4f8f-9087-3d206b74a9ae {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:07.389826 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:07.390080 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-747965cf-e1a0-4f8f-9087-3d206b74a9ae {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:07.390467 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747965cf-e1a0-4f8f-9087-3d206b74a9ae'] response: {'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739', 'code': 200} Jun 16 21:18:07.392522 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:07.404544 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:18:07.404929 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.504424 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:07.504894 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.525474 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb233f-6d5a-418b-8086-6b460af31986 req-d4e5719d-7f89-4d27-a00c-daa63f1ad9f3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:07.527163 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51cb233f-6d5a-418b-8086-6b460af31986 req-d4e5719d-7f89-4d27-a00c-daa63f1ad9f3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0566833 Jun 16 21:18:07.545821 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:07.550983 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:07.615470 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-51cb233f-6d5a-418b-8086-6b460af31986 req-88bd44e6-ed14-4c0f-9204-54038f9f945d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790396 Jun 16 21:18:07.623935 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:07.633134 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11071ba-a02e-44ac-a869-67d6a91a421a req-30a39d9d-7e43-4b00-91f9-4a2e02913433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:07.634808 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c11071ba-a02e-44ac-a869-67d6a91a421a req-30a39d9d-7e43-4b00-91f9-4a2e02913433 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 1129 time: 0.0816157 Jun 16 21:18:07.684598 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c11071ba-a02e-44ac-a869-67d6a91a421a req-ea04d15d-069e-4a5a-8b86-4e62904a4253 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416009 Jun 16 21:18:08.215353 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:08.452128 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b81d7-de4a-4f94-87db-d65fe0e8ed9f req-338cba1a-2612-4b29-a934-6abf568abfd6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:08.454026 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-615b81d7-de4a-4f94-87db-d65fe0e8ed9f req-338cba1a-2612-4b29-a934-6abf568abfd6 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0472243 Jun 16 21:18:08.503811 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-615b81d7-de4a-4f94-87db-d65fe0e8ed9f req-5038ac34-5297-4d34-9467-a1fcc7e3384b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441740 Jun 16 21:18:08.562636 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:08.735048 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a778f34-cddf-4de0-bc4b-9aba65e49b1f req-d3bd545b-609c-4a4a-821f-27dc7c3b3251 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:08.737869 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8a778f34-cddf-4de0-bc4b-9aba65e49b1f req-d3bd545b-609c-4a4a-821f-27dc7c3b3251 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0492752 Jun 16 21:18:08.789763 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8a778f34-cddf-4de0-bc4b-9aba65e49b1f req-68a29e94-21de-4fe2-9e84-8e1a411f662e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461972 Jun 16 21:18:09.391089 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:09.393617 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63f58b9-8ac5-4075-9736-9eefb01e2f35" -d '{"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:09.431476 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205922e-e156-4a4b-8daf-36b8a87c1f3a x-openstack-request-id: req-c205922e-e156-4a4b-8daf-36b8a87c1f3a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:09.431767 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:09.432022 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c205922e-e156-4a4b-8daf-36b8a87c1f3a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:09.432456 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c205922e-e156-4a4b-8daf-36b8a87c1f3a'] response: {'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'code': 200} Jun 16 21:18:09.621179 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81c5d9-3e9b-4728-8973-ef7345462c17 req-1483f30d-3de8-4093-92fd-e89e680e8e07 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:09.622655 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9d81c5d9-3e9b-4728-8973-ef7345462c17 req-1483f30d-3de8-4093-92fd-e89e680e8e07 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0481555 Jun 16 21:18:09.672053 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9d81c5d9-3e9b-4728-8973-ef7345462c17 req-0608e8e7-bbc9-45aa-9841-cc04ecfc46a3 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Jun 16 21:18:09.821888 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712056e-424d-4f9c-b784-dbc7e00247a0 req-2ca42a29-0bee-4259-ba94-fae9af317524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:09.823393 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9712056e-424d-4f9c-b784-dbc7e00247a0 req-2ca42a29-0bee-4259-ba94-fae9af317524 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1129 time: 0.0389369 Jun 16 21:18:09.848458 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:09.884391 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9712056e-424d-4f9c-b784-dbc7e00247a0 req-a86b2f65-3eb9-4279-ac62-7a638d791b5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Jun 16 21:18:09.969309 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07ffd-df3a-4fa9-89e6-586f0f6c3502 req-95d347d0-49cb-411b-8d67-333edcbf37d3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:09.971263 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1cd07ffd-df3a-4fa9-89e6-586f0f6c3502 req-95d347d0-49cb-411b-8d67-333edcbf37d3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0462539 Jun 16 21:18:10.016233 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1cd07ffd-df3a-4fa9-89e6-586f0f6c3502 req-fb8ca9f5-4492-4f55-a4cd-7d2a14439794 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Jun 16 21:18:10.113398 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:10.131057 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8593d5f-32a7-42c4-8b3c-8f9a4540db72 req-63b0f630-caec-43f7-94cc-ac377aea1fdb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:10.132537 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b8593d5f-32a7-42c4-8b3c-8f9a4540db72 req-63b0f630-caec-43f7-94cc-ac377aea1fdb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0505834 Jun 16 21:18:10.140873 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37264) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:10.145785 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Request body: {'floatingip': {'port_id': 'ce808840-2e04-4b62-89bc-caeba961a739'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:10.183348 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (254f4324-cb49-40dd-8795-3da7ad2892c5), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:10.588733 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:10.604368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:10.608720 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (254f4324-cb49-40dd-8795-3da7ad2892c5), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:10.705395 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Floating IP 254f4324-cb49-40dd-8795-3da7ad2892c5 associated. External IP: 172.27.3.252, port: ce808840-2e04-4b62-89bc-caeba961a739. Jun 16 21:18:10.708136 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:10.789798 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e9398-b72e-42e7-aff1-35f54f11f12d req-5c7d7ce5-ea9d-4036-a402-aa61060da3a5 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:10.791552 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f0e9398-b72e-42e7-aff1-35f54f11f12d req-5c7d7ce5-ea9d-4036-a402-aa61060da3a5 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0527399 Jun 16 21:18:10.848661 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f0e9398-b72e-42e7-aff1-35f54f11f12d req-8b812d92-078e-4e7b-93f9-ac956271824a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514545 Jun 16 21:18:10.909675 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Router 36e752dd-1a93-43bd-81ab-1910009e9d23 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:11.008140 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:11.011299 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:11.016546 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:11.022245 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a093c8-e363-432b-8651-2160d362271d None None] Sync routers for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:11.032350 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:11.034165 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:11.048501 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-440264ab-9eb0-466f-b2ca-c1b817d6974a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "PUT /v2.0/floatingips/254f4324-cb49-40dd-8795-3da7ad2892c5 HTTP/1.1" status: 200 len: 991 time: 0.9059587 Jun 16 21:18:11.049096 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:11.051370 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3d1acd-d71d-4a86-9270-acf0c0693185" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "tag": "ce808840-2e04-4b62-89bc-caeba961a739"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:11.086871 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37d2faf-6522-4beb-a364-89e8f236fd3f x-openstack-request-id: req-b37d2faf-6522-4beb-a364-89e8f236fd3f {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:11.087168 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "tag": "ce808840-2e04-4b62-89bc-caeba961a739", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:11.087421 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b37d2faf-6522-4beb-a364-89e8f236fd3f {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:11.087826 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37d2faf-6522-4beb-a364-89e8f236fd3f'] response: {'name': 'network-changed', 'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739', 'status': 'completed', 'code': 200} Jun 16 21:18:11.139025 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:11.349475 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '254f4324-cb49-40dd-8795-3da7ad2892c5', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'port_id': 'ce808840-2e04-4b62-89bc-caeba961a739', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'mac_address': 'fa:16:3e:61:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:17:58Z', 'updated_at': '2022-06-16T21:18:10Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:11.373874 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a093c8-e363-432b-8651-2160d362271d None None] Checking router: 36e752dd-1a93-43bd-81ab-1910009e9d23 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:11.383718 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:11.384352 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:11.385834 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:11.501930 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:11.609250 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:11.649297 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-3b14071c-382c-4719-aa55-1c6c34a92f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:11.651318 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-3b14071c-382c-4719-aa55-1c6c34a92f61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 1129 time: 0.0458829 Jun 16 21:18:11.722634 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c8a093c8-e363-432b-8651-2160d362271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '254f4324-cb49-40dd-8795-3da7ad2892c5', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'port_id': 'ce808840-2e04-4b62-89bc-caeba961a739', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'mac_address': 'fa:16:3e:61:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:17:58Z', 'updated_at': '2022-06-16T21:18:10Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:11.745261 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-68f72fee-df36-42c6-a7f4-363c5c3a4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:11.746734 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-68f72fee-df36-42c6-a7f4-363c5c3a4933 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.0876362 Jun 16 21:18:11.747642 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a093c8-e363-432b-8651-2160d362271d None None] The sync data for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi is: [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '254f4324-cb49-40dd-8795-3da7ad2892c5', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'port_id': 'ce808840-2e04-4b62-89bc-caeba961a739', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'mac_address': 'fa:16:3e:61:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:17:58Z', 'updated_at': '2022-06-16T21:18:10Z', 'revision_number': 1, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:11.815770 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-e6b09ed9-04bd-4307-8d26-22882d0cc6c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 200 len: 999 time: 0.0609071 Jun 16 21:18:11.865882 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-31294bfc-146d-4680-9879-b6efbb5965b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:11.867633 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-31294bfc-146d-4680-9879-b6efbb5965b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.0448141 Jun 16 21:18:11.927666 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-e80c4cfb-559a-4171-b8ae-665af6f21ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:11.929382 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-e80c4cfb-559a-4171-b8ae-665af6f21ebf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468559 Jun 16 21:18:11.952671 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:11.969109 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204109-6b79-47f0-92f8-f067a3a3a88a req-c4fb8433-fdd5-4801-bb28-af7cc5779685 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:11.971237 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6204109-6b79-47f0-92f8-f067a3a3a88a req-c4fb8433-fdd5-4801-bb28-af7cc5779685 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0514863 Jun 16 21:18:11.974935 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0fc41-a92e-4c09-a254-cfd2dd20a052 None None] New status for floating IP 254f4324-cb49-40dd-8795-3da7ad2892c5: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:18:12.022129 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6204109-6b79-47f0-92f8-f067a3a3a88a req-45418b74-d56f-4f69-9ca1-f888f75bfb85 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456240 Jun 16 21:18:12.040242 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-9b09c76c-28b3-4e5c-9725-4d8cd69e81a4 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026800 Jun 16 21:18:12.135345 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ea3d1acd-d71d-4a86-9270-acf0c0693185 req-62328a06-4ed8-478e-b404-ae053b64e633 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875216 Jun 16 21:18:15.390620 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-b431c75b-ebea-4039-8ea6-d37da0544512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:15.392897 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-b431c75b-ebea-4039-8ea6-d37da0544512 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1129 time: 0.0718749 Jun 16 21:18:15.403278 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019a417-1acc-4f5a-8f38-3612381cfa3a req-5757331d-a90a-46bb-b078-13b2fff140d7 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:15.404682 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3019a417-1acc-4f5a-8f38-3612381cfa3a req-5757331d-a90a-46bb-b078-13b2fff140d7 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0744419 Jun 16 21:18:15.513390 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3019a417-1acc-4f5a-8f38-3612381cfa3a req-80f97c8f-2bbd-4b31-aaf4-5f51d1817945 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972631 Jun 16 21:18:15.528957 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-2c75854e-bbc8-42fe-b108-1544e2c2abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:15.530420 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-2c75854e-bbc8-42fe-b108-1544e2c2abc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.1249104 Jun 16 21:18:15.570923 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:15.596228 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-6b7741e1-1026-4da6-82d1-dd312eda83ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 1001 time: 0.0577035 Jun 16 21:18:15.647020 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-01308bc1-e240-471a-9c3d-de606a307070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:15.648530 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-01308bc1-e240-471a-9c3d-de606a307070 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0449884 Jun 16 21:18:15.703489 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-bb2f28d0-ccef-42fb-9449-0848c46de0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:15.706113 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-bb2f28d0-ccef-42fb-9449-0848c46de0f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435336 Jun 16 21:18:15.788579 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:15.807315 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-d007c4b5-d4e0-4983-986e-13cbc2e0e62b service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 Jun 16 21:18:15.903986 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-739aeacc-c08f-440b-8141-2c46de897dc2 req-6e44c4f1-62ce-40ea-be62-557b528c317b service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905352 Jun 16 21:18:16.631531 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d927c65-47b9-45b8-9219-4deb97378a5b req-fc13e807-42a7-42ff-bd83-92b02b54d5be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:16.633054 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8d927c65-47b9-45b8-9219-4deb97378a5b req-fc13e807-42a7-42ff-bd83-92b02b54d5be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0492306 Jun 16 21:18:16.682959 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8d927c65-47b9-45b8-9219-4deb97378a5b req-27c9707a-0b10-4097-bcb5-ac8f504c3e29 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442817 Jun 16 21:18:17.798883 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1a6bf-be26-4dbf-8769-8f1f80686ea6 req-7237b8ff-91e8-4f44-84a6-54d69581bef5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:17.800370 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbb1a6bf-be26-4dbf-8769-8f1f80686ea6 req-7237b8ff-91e8-4f44-84a6-54d69581bef5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0477853 Jun 16 21:18:17.852479 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbb1a6bf-be26-4dbf-8769-8f1f80686ea6 req-5ce8faed-b2ef-4c7c-b1ba-8153ef99e423 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466561 Jun 16 21:18:18.966431 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f647ac-adce-4e33-a22e-2068e3a88198 req-b2dd90b5-115e-4953-9412-86147d0284c5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:18.968079 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-99f647ac-adce-4e33-a22e-2068e3a88198 req-b2dd90b5-115e-4953-9412-86147d0284c5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0472305 Jun 16 21:18:19.017796 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-99f647ac-adce-4e33-a22e-2068e3a88198 req-83d5a412-de39-4124-a123-59824880a36c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Jun 16 21:18:20.131881 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186aada-0523-4b7e-9dc1-fb7ee8a1b7bf req-e8bf77be-41e6-4d8c-9230-e248889849da tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:20.133347 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b186aada-0523-4b7e-9dc1-fb7ee8a1b7bf req-e8bf77be-41e6-4d8c-9230-e248889849da tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0475118 Jun 16 21:18:20.180605 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b186aada-0523-4b7e-9dc1-fb7ee8a1b7bf req-08c15efc-b189-4aa5-841d-dc6a54961afd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Jun 16 21:18:21.293814 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88897432-aa79-4ef6-82f5-4edb7401817f req-49d2f3a2-5a1b-49da-9f68-62edd192e4f3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:21.295253 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-88897432-aa79-4ef6-82f5-4edb7401817f req-49d2f3a2-5a1b-49da-9f68-62edd192e4f3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0469096 Jun 16 21:18:21.342842 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-88897432-aa79-4ef6-82f5-4edb7401817f req-6cc8c443-f71f-4e1b-a2cb-82233b626a08 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Jun 16 21:18:21.725011 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=14 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:21.725783 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=35 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:22.075739 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:22.084341 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:22.456744 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bbfa-4c10-49c1-b18e-2e7e926f201a req-9ebaebc8-10e4-4320-98ad-7f744ac9a254 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:22.458200 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b8bbfa-4c10-49c1-b18e-2e7e926f201a req-9ebaebc8-10e4-4320-98ad-7f744ac9a254 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0470324 Jun 16 21:18:22.505741 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b8bbfa-4c10-49c1-b18e-2e7e926f201a req-5597ff4c-f807-4851-bacf-6bc1f9dc0234 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Jun 16 21:18:23.628031 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea0ff1-3017-486f-8e9d-8ba237bec85b req-76b2a423-bbe4-4921-b3e4-b2d45ee1934c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:23.629721 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0cea0ff1-3017-486f-8e9d-8ba237bec85b req-76b2a423-bbe4-4921-b3e4-b2d45ee1934c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0546179 Jun 16 21:18:23.677890 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0cea0ff1-3017-486f-8e9d-8ba237bec85b req-ca4905e0-7448-4d4f-b2d4-d64f866d8f01 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Jun 16 21:18:24.806090 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be088446-c9a0-4425-b878-f244d615235b req-cc402eb1-4e5a-4989-a640-a01da88286be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:24.807550 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-be088446-c9a0-4425-b878-f244d615235b req-cc402eb1-4e5a-4989-a640-a01da88286be tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0503836 Jun 16 21:18:24.859671 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-be088446-c9a0-4425-b878-f244d615235b req-b1c178ef-cdda-4667-81e7-900bbe8601ae tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465586 Jun 16 21:18:25.207359 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de2f43-635c-4316-8b6d-b3bc4f3def4e req-fa9341cc-ea70-469c-9e36-f9d2cb606929 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:25.208861 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53de2f43-635c-4316-8b6d-b3bc4f3def4e req-fa9341cc-ea70-469c-9e36-f9d2cb606929 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0481699 Jun 16 21:18:25.255570 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53de2f43-635c-4316-8b6d-b3bc4f3def4e req-7cf8c80a-4052-4dbd-aa2f-4abfa40cab90 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Jun 16 21:18:25.981939 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42d48-7e5d-4334-a05b-977b351c0e37 req-c8b6c195-f6e5-4391-bda0-746b4ce5510e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:25.983414 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67e42d48-7e5d-4334-a05b-977b351c0e37 req-c8b6c195-f6e5-4391-bda0-746b4ce5510e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0521891 Jun 16 21:18:26.030502 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67e42d48-7e5d-4334-a05b-977b351c0e37 req-2b5bd8ef-85e9-4f95-a5dc-33e96761e1c5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415325 Jun 16 21:18:26.370388 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485239a-acb2-46ef-9792-a81494555b9d req-a7972cd9-0256-4e13-8179-3dbb984a0176 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:26.371831 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5485239a-acb2-46ef-9792-a81494555b9d req-a7972cd9-0256-4e13-8179-3dbb984a0176 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0497215 Jun 16 21:18:26.390039 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:26.418941 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5485239a-acb2-46ef-9792-a81494555b9d req-6a4dde48-c6f8-4173-9ae2-263493b754a2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417767 Jun 16 21:18:27.101838 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-1b2ba78d-efc8-4c0d-84c6-37f9358aeccc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:27.103448 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-1b2ba78d-efc8-4c0d-84c6-37f9358aeccc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0497911 Jun 16 21:18:27.213602 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port fb676485-af3b-4d79-a796-74cac7d6e1ee {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:27.213938 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:27.327759 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:27.339435 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1e23-79d8-4e52-a2f8-5be627901193 req-374eb9f0-b83b-4e3b-8cc3-ba2e25391b39 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:27.340937 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb8b1e23-79d8-4e52-a2f8-5be627901193 req-374eb9f0-b83b-4e3b-8cc3-ba2e25391b39 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0738523 Jun 16 21:18:27.351016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] For port fb676485-af3b-4d79-a796-74cac7d6e1ee, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=fb676485-af3b-4d79-a796-74cac7d6e1ee,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:27.351384 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:27.447196 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb8b1e23-79d8-4e52-a2f8-5be627901193 req-2355cca7-c8c7-4962-92ae-06ed0f5f2693 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978808 Jun 16 21:18:27.522689 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:27.539102 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948a8b3-71d8-4786-8b92-b749bab1fa26 req-0f95989b-2724-4360-a16f-abf17ec463a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:27.540617 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1948a8b3-71d8-4786-8b92-b749bab1fa26 req-0f95989b-2724-4360-a16f-abf17ec463a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 945 time: 0.0489004 Jun 16 21:18:27.548925 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:27.549284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (f55e7298-dbf5-4d5c-a650-e147e70b5a00), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:27.549591 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP f55e7298-dbf5-4d5c-a650-e147e70b5a00 disassociated. External IP: 172.27.3.198, port: fb676485-af3b-4d79-a796-74cac7d6e1ee. Jun 16 21:18:27.550005 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for fb676485-af3b-4d79-a796-74cac7d6e1ee owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:27.589577 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1948a8b3-71d8-4786-8b92-b749bab1fa26 req-e765e617-f8cd-41d1-b90b-42f73e4fa97e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=83d20ed4-41d6-43c3-83ad-36e87f7f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 Jun 16 21:18:27.679445 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (fb676485-af3b-4d79-a796-74cac7d6e1ee), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:27.705101 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=fb676485-af3b-4d79-a796-74cac7d6e1ee,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:27.816413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:28.171730 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:28.182889 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:28.193760 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:28.194380 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:28.215745 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] No DVR routers for this DVR port fb676485-af3b-4d79-a796-74cac7d6e1ee on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:18:28.218515 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:28.222554 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a81c8830-2e5e-4d2b-a3f6-d1219b221f06 req-32edc217-a42b-46b3-b776-0c7d209fbb0f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "DELETE /v2.0/ports/fb676485-af3b-4d79-a796-74cac7d6e1ee HTTP/1.1" status: 204 len: 173 time: 1.1056695 Jun 16 21:18:28.223012 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'name': 'network-vif-deleted', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:28.225441 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfda226-bed5-4c6e-84be-619be59f3f71" -d '{"events": [{"server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "name": "network-vif-deleted", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:28.265637 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad822f-c1aa-4a91-ad24-4ebf5651ed98 x-openstack-request-id: req-3aad822f-c1aa-4a91-ad24-4ebf5651ed98 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:28.265935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea6b530-d41f-4b72-af93-e2cdb36addba", "name": "network-vif-deleted", "tag": "fb676485-af3b-4d79-a796-74cac7d6e1ee", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:28.266186 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3aad822f-c1aa-4a91-ad24-4ebf5651ed98 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:28.266593 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aad822f-c1aa-4a91-ad24-4ebf5651ed98'] response: {'server_uuid': '5ea6b530-d41f-4b72-af93-e2cdb36addba', 'name': 'network-vif-deleted', 'tag': 'fb676485-af3b-4d79-a796-74cac7d6e1ee', 'status': 'completed', 'code': 200} Jun 16 21:18:28.432584 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:28.568715 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b137ed2-25d5-4d3c-9445-43f12d6d03f0 req-d33d3ab7-3851-4bf8-9845-84eb560e7e10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:28.570224 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b137ed2-25d5-4d3c-9445-43f12d6d03f0 req-d33d3ab7-3851-4bf8-9845-84eb560e7e10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0487092 Jun 16 21:18:28.629325 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:28.629623 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b137ed2-25d5-4d3c-9445-43f12d6d03f0 req-aa2f60a5-ba64-4ed2-966c-d23a434df961 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526137 Jun 16 21:18:28.666483 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:28.675668 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:28.676388 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:28.720492 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a22de498-9a67-4c29-9b9e-ffd0d351e4f0 req-3c4bd3ee-3546-483e-a6d6-f9ceecd899b1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ea6b530-d41f-4b72-af93-e2cdb36addba HTTP/1.1" status: 200 len: 210 time: 0.0341220 Jun 16 21:18:28.789894 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:29.000500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:29.026554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a86e7-0eed-48a4-9801-0b4343b086d4 None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:29.244984 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe54c92-8a4a-498f-8154-e9a7dff7b8cd None None] New status for floating IP f55e7298-dbf5-4d5c-a650-e147e70b5a00: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:18:29.750293 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eed21-a2c5-4c0f-b2d3-b6a53c8aa260 req-82a28ac3-c997-46ee-9e4b-ff8b5212d4d5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:29.751292 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db2eed21-a2c5-4c0f-b2d3-b6a53c8aa260 req-82a28ac3-c997-46ee-9e4b-ff8b5212d4d5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0508273 Jun 16 21:18:29.805073 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db2eed21-a2c5-4c0f-b2d3-b6a53c8aa260 req-69fd6c5a-bf5f-4022-8b33-6eaa3ad055bb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478907 Jun 16 21:18:29.808825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37410) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:29.865906 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-135599ac-25dc-48b2-a7b9-389c951ce1ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (83d20ed4-41d6-43c3-83ad-36e87f7f8926), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:29.882082 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:29.891081 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-135599ac-25dc-48b2-a7b9-389c951ce1ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (83d20ed4-41d6-43c3-83ad-36e87f7f8926), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:29.940042 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-135599ac-25dc-48b2-a7b9-389c951ce1ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (83d20ed4-41d6-43c3-83ad-36e87f7f8926), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:29.942630 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-135599ac-25dc-48b2-a7b9-389c951ce1ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:29.944064 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-135599ac-25dc-48b2-a7b9-389c951ce1ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/security-groups/83d20ed4-41d6-43c3-83ad-36e87f7f8926 HTTP/1.1" status: 204 len: 168 time: 0.1339653 Jun 16 21:18:29.946638 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37412) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:29.954311 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135599ac-25dc-48b2-a7b9-389c951ce1ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d20ed4-41d6-43c3-83ad-36e87f7f8926,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:29.961311 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-ee21c3db-b107-431a-9612-25f869d5f366 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] show failed (client error): The resource could not be found. Jun 16 21:18:29.962554 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ee21c3db-b107-431a-9612-25f869d5f366 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups/83d20ed4-41d6-43c3-83ad-36e87f7f8926 HTTP/1.1" status: 404 len: 347 time: 0.0149219 Jun 16 21:18:29.965713 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37414) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:30.074608 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port 88e45848-7315-4b94-9753-1fad9b45d99c {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:30.074945 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (88e45848-7315-4b94-9753-1fad9b45d99c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.151809 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (88e45848-7315-4b94-9753-1fad9b45d99c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.152040 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (88e45848-7315-4b94-9753-1fad9b45d99c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.164499 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for 88e45848-7315-4b94-9753-1fad9b45d99c owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:30.176931 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:30.302188 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (88e45848-7315-4b94-9753-1fad9b45d99c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.306190 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:30.332852 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=88e45848-7315-4b94-9753-1fad9b45d99c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:30.397397 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (f55e7298-dbf5-4d5c-a650-e147e70b5a00), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.399850 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.401045 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-917f8f8f-ce24-447a-b1ce-0c22ea758df1 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/floatingips/f55e7298-dbf5-4d5c-a650-e147e70b5a00 HTTP/1.1" status: 204 len: 168 time: 0.4342961 Jun 16 21:18:30.464699 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37420) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:30.469246 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-15de3ec7-e085-4d23-9c19-c1d81877cb48 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562598584', 'description': 'tempest-description--1434691338'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:30.496367 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-15de3ec7-e085-4d23-9c19-c1d81877cb48 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.563267 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-15de3ec7-e085-4d23-9c19-c1d81877cb48 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (337845be-8d51-4c4e-b280-d2bda429e904), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.567217 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-15de3ec7-e085-4d23-9c19-c1d81877cb48 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (337845be-8d51-4c4e-b280-d2bda429e904), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.599827 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-15de3ec7-e085-4d23-9c19-c1d81877cb48 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.601109 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-15de3ec7-e085-4d23-9c19-c1d81877cb48 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1353798 Jun 16 21:18:30.601987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de3ec7-e085-4d23-9c19-c1d81877cb48 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337845be-8d51-4c4e-b280-d2bda429e904,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:30.604021 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37422) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:30.608653 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9fd642c1-166c-4c87-9154-043f6e4dbaba tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': '337845be-8d51-4c4e-b280-d2bda429e904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:30.637013 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fd642c1-166c-4c87-9154-043f6e4dbaba tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (78aad881-0fc1-4e61-b3d0-bf0ad54a452f), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.697667 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fd642c1-166c-4c87-9154-043f6e4dbaba tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (78aad881-0fc1-4e61-b3d0-bf0ad54a452f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.701908 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fd642c1-166c-4c87-9154-043f6e4dbaba tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (78aad881-0fc1-4e61-b3d0-bf0ad54a452f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.720118 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd642c1-166c-4c87-9154-043f6e4dbaba tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78aad881-0fc1-4e61-b3d0-bf0ad54a452f,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:30.728556 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9fd642c1-166c-4c87-9154-043f6e4dbaba tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.729746 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9fd642c1-166c-4c87-9154-043f6e4dbaba tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247823 Jun 16 21:18:30.732336 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37424) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:30.736607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-ce3b3ca6-a3eb-457f-829f-332a096d77b9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'security_group_rule': {'security_group_id': '337845be-8d51-4c4e-b280-d2bda429e904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:30.741741 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:30.764859 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3ca6-a3eb-457f-829f-332a096d77b9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (4bbd91c2-f533-4abf-a90b-18d9525153f1), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.823430 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3ca6-a3eb-457f-829f-332a096d77b9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (4bbd91c2-f533-4abf-a90b-18d9525153f1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.826951 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3ca6-a3eb-457f-829f-332a096d77b9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (4bbd91c2-f533-4abf-a90b-18d9525153f1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.846978 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b3ca6-a3eb-457f-829f-332a096d77b9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbd91c2-f533-4abf-a90b-18d9525153f1,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:30.855590 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3ca6-a3eb-457f-829f-332a096d77b9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.859707 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ce3b3ca6-a3eb-457f-829f-332a096d77b9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235366 Jun 16 21:18:30.859909 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37428) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:30.864883 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:30.916110 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:30.955652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e7a05-4fc1-4541-bb59-e9de0bb56384 req-320ad00d-e4c8-4eba-886c-f171d6530a65 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:30.957193 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a9e7a05-4fc1-4541-bb59-e9de0bb56384 req-320ad00d-e4c8-4eba-886c-f171d6530a65 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0796537 Jun 16 21:18:31.033555 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.053753 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a9e7a05-4fc1-4541-bb59-e9de0bb56384 req-d58bb25c-5df1-41eb-ab25-e2ee7e822bae tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686531 Jun 16 21:18:31.120615 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:31.150394 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device fb676485-af3b-4d79-a796-74cac7d6e1ee no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:31.152505 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.27.3.181 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/b73a1f0b-59aa-4b6f-b639-e0d36c791119) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:18:31.169962 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: fb676485-af3b-4d79-a796-74cac7d6e1ee {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:31.170316 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device fb676485-af3b-4d79-a796-74cac7d6e1ee not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:31.260829 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.300198 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.337700 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:18:31.343115 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:18:31.348220 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:18:31.369427 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=b73a1f0b-59aa-4b6f-b639-e0d36c791119,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:31.437150 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (36b42f56-ce84-44ec-b873-628fbb1e205d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.474670 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.494133 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:31.625416 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.630451 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.694762 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=b73a1f0b-59aa-4b6f-b639-e0d36c791119,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:31.708238 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (36b42f56-ce84-44ec-b873-628fbb1e205d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.723818 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:31.725069 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7821fcd6-aa08-420d-86bb-3b8bb078ec7e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8642120 Jun 16 21:18:31.874735 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-11980a2c-13f4-4822-b657-3f9a13c3fc19 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1562598584&fields=id&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 267 time: 0.0469825 Jun 16 21:18:31.980013 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-b6e8384d-4222-4bf8-b3b0-4316aeb1193f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:31.981507 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-b6e8384d-4222-4bf8-b3b0-4316aeb1193f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.1004250 Jun 16 21:18:31.997205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-42edf0c9-704b-4ffe-b327-327e5c99aadf tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/quotas/f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 375 time: 0.0104449 Jun 16 21:18:32.049699 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-76d4fb86-9aa6-4bdf-ba9b-b62ed3f876e4 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472975 Jun 16 21:18:32.171485 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981d897-a53a-4eb4-9c21-a3cb142d48d3 req-3899696f-100e-42bd-9311-a02ad57c05d4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:32.172929 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0981d897-a53a-4eb4-9c21-a3cb142d48d3 req-3899696f-100e-42bd-9311-a02ad57c05d4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0514624 Jun 16 21:18:32.193062 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-e7e6745d-75de-48f0-8e0a-916a91f874e8 service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320181 Jun 16 21:18:32.220200 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0981d897-a53a-4eb4-9c21-a3cb142d48d3 req-34e2e9ff-e379-4550-a4d8-add11943be3e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415671 Jun 16 21:18:32.287226 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-455189b5-9f8e-4063-a890-a0662ce5515a service neutron] 10.222.0.43 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887947 Jun 16 21:18:32.445701 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a12c7528-26c2-4fe4-afa7-6639c18c2c91 req-ed999fec-b881-4065-86d9-bbd53876c4ef tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 210 time: 0.0283096 Jun 16 21:18:33.347914 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813334df-1ded-4bfb-acd5-b1a4c14b1ad6 req-ebe140ee-a9d2-4302-b0bd-399386514a7c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:33.349546 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-813334df-1ded-4bfb-acd5-b1a4c14b1ad6 req-ebe140ee-a9d2-4302-b0bd-399386514a7c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0569046 Jun 16 21:18:33.407135 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-813334df-1ded-4bfb-acd5-b1a4c14b1ad6 req-c056814b-58b3-42aa-8f10-4386e1c08ef6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519829 Jun 16 21:18:33.483816 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd80fc5-7871-40ca-a834-ad7d33720563 req-aa4fcb07-6502-4bd5-a0e5-fa93918d0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:33.485385 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3bd80fc5-7871-40ca-a834-ad7d33720563 req-aa4fcb07-6502-4bd5-a0e5-fa93918d0d2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1129 time: 0.0868468 Jun 16 21:18:33.537306 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3bd80fc5-7871-40ca-a834-ad7d33720563 req-9750d294-3a58-479f-8d79-d845a925e5b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Jun 16 21:18:33.548595 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-975baa44-fc28-4925-9258-f746adf7f31c req-3f5d25ee-0021-4eab-a2d0-889fd67655df tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Jun 16 21:18:34.521765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6e5a7-803e-4fce-abdc-70d4fc10cfbd req-b0d6e08a-fec7-4cbe-b6b2-6de12b24d595 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:34.523240 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fef6e5a7-803e-4fce-abdc-70d4fc10cfbd req-b0d6e08a-fec7-4cbe-b6b2-6de12b24d595 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0475070 Jun 16 21:18:34.570632 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fef6e5a7-803e-4fce-abdc-70d4fc10cfbd req-d6939663-f725-4956-8987-f9ffef72dfbd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Jun 16 21:18:34.653072 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a132535-1463-4326-ae68-02cf8a2b8d3c req-10a684db-9987-46e5-aca4-be850fcd26a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 210 time: 0.0322928 Jun 16 21:18:34.710792 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-2bae4ec4-f0aa-448b-83e9-3180a79ebac6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:34.712282 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-2bae4ec4-f0aa-448b-83e9-3180a79ebac6 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 815 time: 0.1110270 Jun 16 21:18:34.745585 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:34.785520 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-9576542d-855e-4281-a351-06711bc0dca9 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22cbeb1402848dbb84a5718dca357e1 HTTP/1.1" status: 200 len: 380 time: 0.0544407 Jun 16 21:18:34.794382 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'port': {'device_id': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'admin_state_up': True, 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'security_groups': ['337845be-8d51-4c4e-b280-d2bda429e904']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:34.851090 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:34.905267 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Made reservation on behalf of f22cbeb1402848dbb84a5718dca357e1 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:18:34.908628 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.038024 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Allocated IP 172.20.0.13 (c4d0a869-8cad-4582-83ab-86c097e04c69/8b664bd6-1eb7-49e4-809b-bf1e86bec505/888667cf-09a8-4cc3-8749-acf758b60412) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:18:35.094058 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8fba6b1d-e04a-43ba-a3e0-5fb44f77c78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.187348 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for port (888667cf-09a8-4cc3-8749-acf758b60412), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.217741 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:18:35.221003 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (888667cf-09a8-4cc3-8749-acf758b60412), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.263300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Network c4d0a869-8cad-4582-83ab-86c097e04c69 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:18:35.268801 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:18:35.272992 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:18:35.278982 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event updated for resources: {'Port': ['ID=888667cf-09a8-4cc3-8749-acf758b60412,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:35.326620 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:35.327236 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.344313 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-8e9583e5-70d0-4977-a87c-15ad9c06195b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535412 Jun 16 21:18:35.513494 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-3d7f2fc8-ba0b-473d-8237-ae464e8f53c0 None None] Provisioning complete for port 888667cf-09a8-4cc3-8749-acf758b60412 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:18:35.513786 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3d7f2fc8-ba0b-473d-8237-ae464e8f53c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (888667cf-09a8-4cc3-8749-acf758b60412), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.545813 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f2fc8-ba0b-473d-8237-ae464e8f53c0 None None] Port 888667cf-09a8-4cc3-8749-acf758b60412 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:18:35.627308 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4af30493-2701-4904-8899-0f5459957d6e req-1b309c8a-a453-4718-b365-b03f3754b431 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550072689&fields=id&tenant_id=df862b955995466a84bc189d9098d7ce HTTP/1.1" status: 200 len: 267 time: 0.0504842 Jun 16 21:18:35.632963 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Request body: {'port': {'device_id': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:35.652572 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:35.693396 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc7c1-9b4a-4fcd-b658-7ae8ccb40894 req-923c3452-777b-4c57-80fa-1f43f1a65b2a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:35.695139 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-484dc7c1-9b4a-4fcd-b658-7ae8ccb40894 req-923c3452-777b-4c57-80fa-1f43f1a65b2a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0517709 Jun 16 21:18:35.727249 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30493-2701-4904-8899-0f5459957d6e req-167a8dfa-635f-4ee3-94ba-f5f4da0ea1b1 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:35.728746 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4af30493-2701-4904-8899-0f5459957d6e req-167a8dfa-635f-4ee3-94ba-f5f4da0ea1b1 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 984 time: 0.0918047 Jun 16 21:18:35.737149 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (888667cf-09a8-4cc3-8749-acf758b60412), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.742368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Request body: {'port': {'security_groups': ['3c013a3e-f582-4bb7-87c2-cec1a23dfc1b']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:35.743863 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-484dc7c1-9b4a-4fcd-b658-7ae8ccb40894 req-c671fdc1-6252-467c-82e1-4ca11dbc1d80 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Jun 16 21:18:35.798217 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:35.862676 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:35.863092 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234b9fb-9790-4a7d-8265-7798648d106b req-c30e1742-7cf2-4715-9e7c-1201134b49d7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:35.864865 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4234b9fb-9790-4a7d-8265-7798648d106b req-c30e1742-7cf2-4715-9e7c-1201134b49d7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 932 time: 0.0587294 Jun 16 21:18:35.880495 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:35.919931 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4234b9fb-9790-4a7d-8265-7798648d106b req-19e4e60e-b122-444d-b41f-2de33fac6845 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489731 Jun 16 21:18:36.233452 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1bc9e-564a-495f-97fa-8a075bce4d83 req-9b12338a-0f72-4183-b29d-2dc9d9dc5903 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.235081 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb1bc9e-564a-495f-97fa-8a075bce4d83 req-9b12338a-0f72-4183-b29d-2dc9d9dc5903 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0518789 Jun 16 21:18:36.243112 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-f6e61913-70d4-4fce-a8e9-cecc5c6d7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.244597 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-f6e61913-70d4-4fce-a8e9-cecc5c6d7256 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1129 time: 0.0682495 Jun 16 21:18:36.285417 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb1bc9e-564a-495f-97fa-8a075bce4d83 req-53e7cd94-efe2-43af-881e-30af5e4013c5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Jun 16 21:18:36.323885 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888667cf-09a8-4cc3-8749-acf758b60412 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:18:36.330286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:36.337396 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Publish callbacks [] for port (888667cf-09a8-4cc3-8749-acf758b60412), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.388543 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Transition to ACTIVE for port object 888667cf-09a8-4cc3-8749-acf758b60412 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:18:36.403334 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (888667cf-09a8-4cc3-8749-acf758b60412), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.421705 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.446958 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.464826 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['f26fce3f-5e61-4002-98b6-275c3b72e9db'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:18:36.480263 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-5ef38d16-6a2f-47f6-9c3d-8dda32fc88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.481775 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-5ef38d16-6a2f-47f6-9c3d-8dda32fc88e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.2118080 Jun 16 21:18:36.484701 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Pushing event updated for resources: {'Port': ['ID=888667cf-09a8-4cc3-8749-acf758b60412,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:36.529755 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.530376 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.532235 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4af30493-2701-4904-8899-0f5459957d6e req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "PUT /v2.0/ports/f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 942 time: 0.7964098 Jun 16 21:18:36.535061 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:36.540398 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37502) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:36.540551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df90536-fe17-4d01-9882-292991ab8640" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:36.577803 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:36.648595 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['f26fce3f-5e61-4002-98b6-275c3b72e9db'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:18:36.671582 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e89c01e-b2ee-424f-98c5-66e9d11a1cb8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group (c19dd2ec-0bff-4018-916c-55304561aea6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.709796 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:36.723599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfb81f-fe47-4ed3-958d-7b0ba03c1f51 x-openstack-request-id: req-2cbfb81f-fe47-4ed3-958d-7b0ba03c1f51 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:36.724205 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:36.724205 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cbfb81f-fe47-4ed3-958d-7b0ba03c1f51 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:36.724523 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbfb81f-fe47-4ed3-958d-7b0ba03c1f51'] response: {'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'status': 'completed', 'code': 200} Jun 16 21:18:36.738338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a7a0f-fbc7-493f-8ef3-df64db876e28 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event updated for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=7']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:36.746793 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-7d23f129-7480-4415-a16d-fdc0c43d8a91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 1001 time: 0.2522330 Jun 16 21:18:36.747009 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e89c01e-b2ee-424f-98c5-66e9d11a1cb8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group (c19dd2ec-0bff-4018-916c-55304561aea6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.773525 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:36.804850 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df90536-fe17-4d01-9882-292991ab8640 req-7cf4f6c5-925b-450f-82e9-70e461505e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.806779 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df90536-fe17-4d01-9882-292991ab8640 req-7cf4f6c5-925b-450f-82e9-70e461505e27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1129 time: 0.0485151 Jun 16 21:18:36.835314 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Attempting to bind port 888667cf-09a8-4cc3-8749-acf758b60412 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:18:36.835649 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Attempting to bind port 888667cf-09a8-4cc3-8749-acf758b60412 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:18:36.836353 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Attempting to bind port 888667cf-09a8-4cc3-8749-acf758b60412 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:18:36.844875 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Port 888667cf-09a8-4cc3-8749-acf758b60412 on network c4d0a869-8cad-4582-83ab-86c097e04c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:18:36.845195 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Attempting to bind port 888667cf-09a8-4cc3-8749-acf758b60412 on network c4d0a869-8cad-4582-83ab-86c097e04c69 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:18:36.857207 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:18:36.857545 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Checking segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:18:36.857931 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Bound using segment: {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:18:36.858367 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Bound port: 888667cf-09a8-4cc3-8749-acf758b60412, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63be4da-04c1-49b5-9cf4-a4873bafc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:18:36.858924 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (888667cf-09a8-4cc3-8749-acf758b60412), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.865070 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-bee40d1d-bda8-4326-b083-69cb1f40d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.866541 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-bee40d1d-bda8-4326-b083-69cb1f40d7b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.1112578 Jun 16 21:18:36.910804 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:36.927901 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f2a5041d-eb00-4da3-a084-d7fd9f8b9a82 None None] Provisioning complete for port f26fce3f-5e61-4002-98b6-275c3b72e9db triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:18:36.928586 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f2a5041d-eb00-4da3-a084-d7fd9f8b9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.942339 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df90536-fe17-4d01-9882-292991ab8640 req-eadf97b4-43e4-43bb-a578-6514a23497a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.944333 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df90536-fe17-4d01-9882-292991ab8640 req-eadf97b4-43e4-43bb-a578-6514a23497a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 200 len: 916 time: 0.1237342 Jun 16 21:18:36.946498 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-bb038ee2-5ccd-480c-8c91-fddf3ecc3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:36.948019 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-bb038ee2-5ccd-480c-8c91-fddf3ecc3cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706663 Jun 16 21:18:36.976253 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e89c01e-b2ee-424f-98c5-66e9d11a1cb8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c19dd2ec-0bff-4018-916c-55304561aea6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.978969 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8e89c01e-b2ee-424f-98c5-66e9d11a1cb8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:36.980229 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8e89c01e-b2ee-424f-98c5-66e9d11a1cb8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "DELETE /v2.0/security-groups/c19dd2ec-0bff-4018-916c-55304561aea6 HTTP/1.1" status: 204 len: 168 time: 0.4384661 Jun 16 21:18:36.984554 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37510) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:36.998613 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] For port 888667cf-09a8-4cc3-8749-acf758b60412, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:18:37.020920 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:37.030262 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89c01e-b2ee-424f-98c5-66e9d11a1cb8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19dd2ec-0bff-4018-916c-55304561aea6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:37.037500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5041d-eb00-4da3-a084-d7fd9f8b9a82 None None] Current status of the port f26fce3f-5e61-4002-98b6-275c3b72e9db is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:37.054777 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df90536-fe17-4d01-9882-292991ab8640 req-0cd4a8bc-dc76-438e-aef6-ae792036e175 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 1001 time: 0.0894883 Jun 16 21:18:37.067277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] For port 888667cf-09a8-4cc3-8749-acf758b60412, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=888667cf-09a8-4cc3-8749-acf758b60412,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:18:37.107023 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df90536-fe17-4d01-9882-292991ab8640 req-a13b0f0d-b421-4be6-8b18-30a7ac8bfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.108538 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df90536-fe17-4d01-9882-292991ab8640 req-a13b0f0d-b421-4be6-8b18-30a7ac8bfcf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb707000-44b0-4ef0-88da-83e77c085cf8 HTTP/1.1" status: 200 len: 854 time: 0.0460842 Jun 16 21:18:37.125331 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (888667cf-09a8-4cc3-8749-acf758b60412), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:37.157987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df90536-fe17-4d01-9882-292991ab8640 req-516a6dba-49b3-43ab-b1c3-dde90cf84b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.159752 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df90536-fe17-4d01-9882-292991ab8640 req-516a6dba-49b3-43ab-b1c3-dde90cf84b76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446541 Jun 16 21:18:37.186212 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:37.204321 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eff901-569e-4eeb-85ce-3acf53e0ae82 req-c3694c02-ec40-4a3e-bccb-26d87fd85806 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.206465 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-11eff901-569e-4eeb-85ce-3acf53e0ae82 req-c3694c02-ec40-4a3e-bccb-26d87fd85806 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 944 time: 0.1898901 Jun 16 21:18:37.217599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.218358 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:37.219588 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] 10.222.0.47 "PUT /v2.0/ports/888667cf-09a8-4cc3-8749-acf758b60412 HTTP/1.1" status: 200 len: 1094 time: 1.5906789 Jun 16 21:18:37.293409 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-0580769c-f677-4a9c-9ead-64ea6a363a03 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250921 Jun 16 21:18:37.298121 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df90536-fe17-4d01-9882-292991ab8640 req-15587373-cc4e-4862-8140-345b8557d7dd service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286690 Jun 16 21:18:37.304556 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68b46-b08a-4247-bc3f-6b71fd60a06f service neutron] Pushing event updated for resources: {'Port': ['ID=888667cf-09a8-4cc3-8749-acf758b60412,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:37.350486 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3dc10bf3-5443-4919-8054-edcbfab5e91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:37.455174 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:37.464279 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f2c09-cb33-497e-9a2f-b36870ea2a5e req-ea857817-9b21-40a5-9855-b29472e7a12b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.465803 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f97f2c09-cb33-497e-9a2f-b36870ea2a5e req-ea857817-9b21-40a5-9855-b29472e7a12b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0706670 Jun 16 21:18:37.504772 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df90536-fe17-4d01-9882-292991ab8640 req-037b1751-c822-4649-bc6a-ea3c36d98b63 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993201 Jun 16 21:18:37.536350 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f97f2c09-cb33-497e-9a2f-b36870ea2a5e req-57b05235-ab2e-4144-9df2-ccf0ab115ac3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644326 Jun 16 21:18:37.660694 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-f390fd95-d1f6-4a88-95ef-a8d834d601be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.662192 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-f390fd95-d1f6-4a88-95ef-a8d834d601be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 1128 time: 0.3728526 Jun 16 21:18:37.735985 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-11eff901-569e-4eeb-85ce-3acf53e0ae82 req-3dff7d94-ca76-447d-9b4f-815344fd55c3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876902 Jun 16 21:18:37.740607 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Deleting port 6869417c-7986-4820-bdf6-510732a9c4b6 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:37.740954 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6869417c-7986-4820-bdf6-510732a9c4b6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:37.743624 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-029e99b5-c8ab-4f78-8cec-cd84c4034fa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=888667cf-09a8-4cc3-8749-acf758b60412 HTTP/1.1" status: 200 len: 217 time: 0.0496054 Jun 16 21:18:37.849820 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1e7109b7-e854-4b1b-b9a5-84fdf0d62887 req-33080481-6e26-490b-8d89-51348f32e4c3 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419254 Jun 16 21:18:37.862863 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:37.866437 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-e49d2e8d-6747-4a37-a9fe-3cddd628e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.868120 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-e49d2e8d-6747-4a37-a9fe-3cddd628e6d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.1092231 Jun 16 21:18:37.892643 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6869417c-7986-4820-bdf6-510732a9c4b6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:37.892969 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for floatingip (6869417c-7986-4820-bdf6-510732a9c4b6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:37.924769 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Calling delete_port for 6869417c-7986-4820-bdf6-510732a9c4b6 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:37.939684 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-18210ed6-d312-4292-903c-f81a2ff38473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:37.941752 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-18210ed6-d312-4292-903c-f81a2ff38473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591204 Jun 16 21:18:38.066018 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:38.113577 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-a4a850a2-3ee2-4f3d-9bf1-30cb7a54efb7 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362476 Jun 16 21:18:38.178576 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6869417c-7986-4820-bdf6-510732a9c4b6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:38.201779 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event deleted for resources: {'Port': ['ID=6869417c-7986-4820-bdf6-510732a9c4b6,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:38.265829 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks [] for floatingip (dd0d14e6-38ec-44c6-8b16-f11995086f4a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:38.266158 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Floating IP dd0d14e6-38ec-44c6-8b16-f11995086f4a disassociated (deleted). External IP: 172.27.3.144, port: f26fce3f-5e61-4002-98b6-275c3b72e9db. Jun 16 21:18:38.465733 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:38.566048 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:38.568914 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:38.573710 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:38.578787 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] Sync routers for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:38.589830 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:38.590458 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:38.616390 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b6333d98-d9ec-4efd-8c98-070c9406d142 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "DELETE /v2.0/floatingips/dd0d14e6-38ec-44c6-8b16-f11995086f4a HTTP/1.1" status: 204 len: 168 time: 1.6212106 Jun 16 21:18:38.678875 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6728d5-a739-42c8-b6f6-fb383aa7ddd6 req-a0afcf79-0d9f-43cb-82b9-b24b42b9849d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:38.680594 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d6728d5-a739-42c8-b6f6-fb383aa7ddd6 req-a0afcf79-0d9f-43cb-82b9-b24b42b9849d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0561693 Jun 16 21:18:38.698813 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:38.725738 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412'}, {'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:38.728069 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4313f857-441d-4f8e-ab76-9051c7dae0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "tag": "888667cf-09a8-4cc3-8749-acf758b60412"}, {"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:38.736717 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d6728d5-a739-42c8-b6f6-fb383aa7ddd6 req-b75e3010-87b9-4139-9603-ad4fde2b05f6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506866 Jun 16 21:18:38.792461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c615d361-6fc2-4237-9fcf-25cbcc7fc505 x-openstack-request-id: req-c615d361-6fc2-4237-9fcf-25cbcc7fc505 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:38.793537 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "tag": "888667cf-09a8-4cc3-8749-acf758b60412", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:38.794154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c615d361-6fc2-4237-9fcf-25cbcc7fc505 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:38.795209 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c615d361-6fc2-4237-9fcf-25cbcc7fc505'] response: {'name': 'network-changed', 'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412', 'status': 'completed', 'code': 200} Jun 16 21:18:38.795855 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c615d361-6fc2-4237-9fcf-25cbcc7fc505'] response: {'name': 'network-changed', 'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'status': 'completed', 'code': 200} Jun 16 21:18:38.891047 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22059d62-37f6-4709-8bf6-4db4cc0d9d92 req-40e4176a-0180-4d44-9ebd-b017c37ee61d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:38.892631 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22059d62-37f6-4709-8bf6-4db4cc0d9d92 req-40e4176a-0180-4d44-9ebd-b017c37ee61d tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 944 time: 0.0511878 Jun 16 21:18:38.909910 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:11Z', 'revision_number': 5, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:38.936259 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] Checking router: 2817f03d-1b43-4b8b-bb12-31e22cb70f52 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:38.943726 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22059d62-37f6-4709-8bf6-4db4cc0d9d92 req-a0b55f69-8354-4538-8536-b0d48dbd44ee tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443308 Jun 16 21:18:38.944852 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:38.945536 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:39.054806 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:39.078433 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:39.230271 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:39.235819 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:11Z', 'revision_number': 5, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:39.264327 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f2ec9-990a-47c3-84f8-fcc081ae736c None None] The sync data for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi is: [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:15:07Z', 'revision_number': 4, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '37c94025-c2db-4f81-8ff0-edf810f85f28', 'name': '', 'network_id': 'df9634fa-1f54-49ef-aa1f-9a93395ae6e0', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'mac_address': 'fa:16:3e:68:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:06Z', 'updated_at': '2022-06-16T21:15:11Z', 'revision_number': 5, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'subnets': [{'id': 'fb707000-44b0-4ef0-88da-83e77c085cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:39.318339 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:39.488147 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f36fb-0e7f-4f09-a637-4d8739756a31 None None] New status for floating IP dd0d14e6-38ec-44c6-8b16-f11995086f4a: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:18:39.544862 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:39.561196 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a43fd22c-9ade-4add-97fb-0b25aa9f234c req-3c48933d-d41c-429d-ac29-686bbd8d3f42 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933185 Jun 16 21:18:39.856679 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8112bd-2d3a-4e72-a041-60805fd3d9fa req-948c8332-3b68-49f2-9f0d-5680fd69bd0c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:39.856679 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4a8112bd-2d3a-4e72-a041-60805fd3d9fa req-948c8332-3b68-49f2-9f0d-5680fd69bd0c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0479903 Jun 16 21:18:39.904325 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4a8112bd-2d3a-4e72-a041-60805fd3d9fa req-99e7ec03-50ee-4bfd-86f2-5aed777be2d0 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Jun 16 21:18:40.057047 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca3b8-0d32-41f8-a683-2e665a5bccd2 req-f6846724-cc51-47ab-b1fa-5d2f20d6d33b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:40.058478 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dacca3b8-0d32-41f8-a683-2e665a5bccd2 req-f6846724-cc51-47ab-b1fa-5d2f20d6d33b tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 944 time: 0.0467796 Jun 16 21:18:40.105187 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dacca3b8-0d32-41f8-a683-2e665a5bccd2 req-47fa93f6-5093-44ed-a9f8-49b16f895a26 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Jun 16 21:18:40.115845 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:40.586391 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:41.019953 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7588d6-5de2-4112-9bc6-df2d44141b2a req-e9791b76-a82b-4a11-beda-c12c27a1c7ed tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:41.021417 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a7588d6-5de2-4112-9bc6-df2d44141b2a req-e9791b76-a82b-4a11-beda-c12c27a1c7ed tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0470433 Jun 16 21:18:41.071376 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a7588d6-5de2-4112-9bc6-df2d44141b2a req-46add0f0-1c9c-49a9-b0b8-b1170b825f75 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445924 Jun 16 21:18:41.134423 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-8117fa22-ccac-4390-9881-a1c48009e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:41.136617 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-8117fa22-ccac-4390-9881-a1c48009e1b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 1128 time: 0.0496500 Jun 16 21:18:41.222728 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33113e3-085c-40db-be16-3b7fa24afd90 req-23be0e3f-946d-4a01-a5f8-a0bbeedfb36f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:41.224106 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d33113e3-085c-40db-be16-3b7fa24afd90 req-23be0e3f-946d-4a01-a5f8-a0bbeedfb36f tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 944 time: 0.0516419 Jun 16 21:18:41.271918 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d33113e3-085c-40db-be16-3b7fa24afd90 req-b474fb68-be98-44f0-82b3-2ec384914893 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Jun 16 21:18:41.605719 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:41.666176 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-36c3d6a7-82b6-43db-be41-d0cc7e5eea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:41.667627 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-36c3d6a7-82b6-43db-be41-d0cc7e5eea59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.0958807 Jun 16 21:18:41.744371 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-71179245-0e8f-43a7-9068-a4f3c992801d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=888667cf-09a8-4cc3-8749-acf758b60412 HTTP/1.1" status: 200 len: 217 time: 0.0398946 Jun 16 21:18:41.794918 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-e05e8b97-0674-4372-967b-c1d4d2fab176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:41.796369 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-e05e8b97-0674-4372-967b-c1d4d2fab176 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.0453947 Jun 16 21:18:41.842052 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-460e9d3d-f54d-4422-b34a-c2aa72fbf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:41.843509 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-460e9d3d-f54d-4422-b34a-c2aa72fbf76c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391092 Jun 16 21:18:41.942100 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-dceef588-459a-4565-b68f-75473f3f119d service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903647 Jun 16 21:18:42.044660 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-a609b015-53a3-4c3f-89a1-ee2cd5b6757e service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902443 Jun 16 21:18:42.134997 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-506b75e3-59a9-4898-80c8-eff448e7fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:42.136960 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-506b75e3-59a9-4898-80c8-eff448e7fb90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df862b955995466a84bc189d9098d7ce&device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 1129 time: 0.0519118 Jun 16 21:18:42.196397 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf07bb-fdc0-4544-9382-95f324fd7863 req-a4ac3409-d514-4de5-b004-c1001eff8abb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:42.200696 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58cf07bb-fdc0-4544-9382-95f324fd7863 req-a4ac3409-d514-4de5-b004-c1001eff8abb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0569587 Jun 16 21:18:42.246572 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-6bda1fb5-d6af-4c53-88dd-205267852166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:42.248490 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-6bda1fb5-d6af-4c53-88dd-205267852166 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 200 len: 916 time: 0.1043742 Jun 16 21:18:42.251222 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58cf07bb-fdc0-4544-9382-95f324fd7863 req-1305aad4-d039-4a71-a1d3-8883ab6912bb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461209 Jun 16 21:18:42.303770 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-edb2aa22-b43e-40c3-b4e1-48898ec2e76d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 200 len: 217 time: 0.0491757 Jun 16 21:18:42.394755 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272ad18-2cfd-43a1-bd10-f5022a808c17 req-6048fce2-cc8f-4a6f-8d57-a0a796906070 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:42.396330 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8272ad18-2cfd-43a1-bd10-f5022a808c17 req-6048fce2-cc8f-4a6f-8d57-a0a796906070 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 944 time: 0.0502026 Jun 16 21:18:42.401284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07244c5-bf52-4398-910f-c5c041145d05 req-599e68c9-ff9b-4ef8-a449-e2717b5f81c6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:42.402933 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d07244c5-bf52-4398-910f-c5c041145d05 req-599e68c9-ff9b-4ef8-a449-e2717b5f81c6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0801356 Jun 16 21:18:42.404475 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-2ae9aad5-4296-401d-a644-e43783054ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:42.406068 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-2ae9aad5-4296-401d-a644-e43783054ab5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb707000-44b0-4ef0-88da-83e77c085cf8 HTTP/1.1" status: 200 len: 854 time: 0.0957999 Jun 16 21:18:42.414556 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37560) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:42.430210 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Request body: {'floatingip': {'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:42.446119 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8272ad18-2cfd-43a1-bd10-f5022a808c17 req-9bc8aa5b-d8a4-41dc-b405-9840fb4090c8 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Jun 16 21:18:42.497695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-288f2f00-ee0f-4c79-ab70-042734426840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:42.499211 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-288f2f00-ee0f-4c79-ab70-042734426840 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9634fa-1f54-49ef-aa1f-9a93395ae6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857992 Jun 16 21:18:42.519430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:42.565809 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:42.692027 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-5113a37d-7ef6-4658-8ed9-e125aff01d28 service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854510 Jun 16 21:18:42.843325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:42.874549 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4313f857-441d-4f8e-ab76-9051c7dae0c9 req-3b0254ab-ca2f-42e9-88ba-cf27b0e2c4ed service neutron] 10.222.0.47 "GET /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764331 Jun 16 21:18:43.102189 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:43.106025 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:43.197562 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 888667cf-09a8-4cc3-8749-acf758b60412 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:18:43.336503 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:43.457733 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 888667cf-09a8-4cc3-8749-acf758b60412, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=888667cf-09a8-4cc3-8749-acf758b60412,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:43.474967 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '888667cf-09a8-4cc3-8749-acf758b60412', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'port_id': '888667cf-09a8-4cc3-8749-acf758b60412', 'mac_address': 'fa:16:3e:c0:84:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:18:43.517822 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 888667cf-09a8-4cc3-8749-acf758b60412 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:43.519369 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (888667cf-09a8-4cc3-8749-acf758b60412), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:43.546145 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888667cf-09a8-4cc3-8749-acf758b60412 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:18:43.571380 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 888667cf-09a8-4cc3-8749-acf758b60412, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=888667cf-09a8-4cc3-8749-acf758b60412,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:43.582317 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (888667cf-09a8-4cc3-8749-acf758b60412), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:43.632498 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=888667cf-09a8-4cc3-8749-acf758b60412,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:43.639981 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.640345 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.640706 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.641063 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.641389 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.641712 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.642031 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.642347 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.642664 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.642980 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.643843 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.644374 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.644888 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.645216 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.645531 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:43.646106 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e036492-da2c-4516-bad5-65f28be40893 req-772d103f-c554-4cd5-8428-6a8021fb682a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:43.647906 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e036492-da2c-4516-bad5-65f28be40893 req-772d103f-c554-4cd5-8428-6a8021fb682a tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 945 time: 0.0671036 Jun 16 21:18:43.679494 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:43.697511 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e036492-da2c-4516-bad5-65f28be40893 req-35efaa55-9dbb-4f52-b719-9f929018d1c2 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Jun 16 21:18:43.748895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108397ff-2ad1-4bf5-8068-7d5f2cc98974 req-0daf83fb-abfb-4dd4-b9ca-9b2ebc4c7a1b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:43.750567 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-108397ff-2ad1-4bf5-8068-7d5f2cc98974 req-0daf83fb-abfb-4dd4-b9ca-9b2ebc4c7a1b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0848129 Jun 16 21:18:43.772647 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:43.801317 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:43.806398 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:43.814646 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] Sync routers for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:43.826528 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:43.827316 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:43.852702 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-108397ff-2ad1-4bf5-8068-7d5f2cc98974 req-354787f8-2a42-4d87-9088-a876be2861fc tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928032 Jun 16 21:18:43.855017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:43.857724 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd8068-e94e-4643-8175-dbf0f51fafc1" -d '{"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:43.896913 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-925d75a8-3a99-4027-b7ad-bfb37d450b46 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "PUT /v2.0/floatingips/d821b45b-d768-4778-906a-005869a1ee14 HTTP/1.1" status: 200 len: 993 time: 1.4730492 Jun 16 21:18:43.908524 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['888667cf-09a8-4cc3-8749-acf758b60412'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:18:43.910172 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0adbd6-fd34-45d3-983e-4cf710980c07 x-openstack-request-id: req-0d0adbd6-fd34-45d3-983e-4cf710980c07 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:43.910510 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:43.910704 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d0adbd6-fd34-45d3-983e-4cf710980c07 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:43.911187 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0adbd6-fd34-45d3-983e-4cf710980c07'] response: {'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0', 'status': 'completed', 'code': 200} Jun 16 21:18:43.933926 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3924a49-8ae7-4a3e-a167-eeb6bf4e8925 req-b7d4618d-dc64-4bcc-ba97-35455c32e823 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:43.935418 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3924a49-8ae7-4a3e-a167-eeb6bf4e8925 req-b7d4618d-dc64-4bcc-ba97-35455c32e823 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0494874 Jun 16 21:18:43.984293 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3924a49-8ae7-4a3e-a167-eeb6bf4e8925 req-1a0e17a8-c92b-4f52-ab53-3bc63781535c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Jun 16 21:18:44.017848 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:44.160283 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:44.287819 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'd821b45b-d768-4778-906a-005869a1ee14', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'mac_address': 'fa:16:3e:f3:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:38Z', 'updated_at': '2022-06-16T21:18:43Z', 'revision_number': 3, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:44.311177 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] Checking router: 6aa53d8e-6828-434d-9cd0-85bbdca84b0d for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:44.319473 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:44.320064 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:44.352436 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:44.422663 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:44.631822 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'd821b45b-d768-4778-906a-005869a1ee14', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'mac_address': 'fa:16:3e:f3:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:38Z', 'updated_at': '2022-06-16T21:18:43Z', 'revision_number': 3, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:44.656872 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f34078-56a0-4ef4-b79e-be8a020f2c2c None None] The sync data for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi is: [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'd821b45b-d768-4778-906a-005869a1ee14', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'port_id': '05b93a42-bdde-493e-9e4e-b676213111c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'mac_address': 'fa:16:3e:f3:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:16:38Z', 'updated_at': '2022-06-16T21:18:43Z', 'revision_number': 3, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:44.819186 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b3b4-ae59-42db-9632-0ece65f6476a req-a10e2525-251a-4c4e-b2f6-7962467f69c7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:44.820686 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9219b3b4-ae59-42db-9632-0ece65f6476a req-a10e2525-251a-4c4e-b2f6-7962467f69c7 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 945 time: 0.0486305 Jun 16 21:18:44.868997 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9219b3b4-ae59-42db-9632-0ece65f6476a req-c4f93c8c-ee4e-4bb6-b419-6b8faa20a648 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Jun 16 21:18:44.972783 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53ca2-afc1-4e16-88f0-6d6fba812ca6 req-772f1a22-800a-40e9-b0b6-fca695df2c0b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:44.974132 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12b53ca2-afc1-4e16-88f0-6d6fba812ca6 req-772f1a22-800a-40e9-b0b6-fca695df2c0b tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0525935 Jun 16 21:18:45.022483 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12b53ca2-afc1-4e16-88f0-6d6fba812ca6 req-9c09ad2b-dd22-415b-b4b8-c4b2b073f837 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Jun 16 21:18:45.098588 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc12c-cafd-4ca5-a488-e1c565b8f5fc req-544543d8-665c-4d57-80d0-479fd6f6b771 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:45.100085 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9bfcc12c-cafd-4ca5-a488-e1c565b8f5fc req-544543d8-665c-4d57-80d0-479fd6f6b771 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0467920 Jun 16 21:18:45.165542 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:45.168952 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-bf5fedd3-1d7e-487e-bed7-b4b986e1dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:45.170436 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-bf5fedd3-1d7e-487e-bed7-b4b986e1dd1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1129 time: 0.0631351 Jun 16 21:18:45.185617 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9bfcc12c-cafd-4ca5-a488-e1c565b8f5fc req-5f63d5e2-70e9-4192-8845-b77793ff729b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799377 Jun 16 21:18:45.207031 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 888667cf-09a8-4cc3-8749-acf758b60412 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:18:45.214246 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:DELETE=1,neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:45.250638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 888667cf-09a8-4cc3-8749-acf758b60412 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:18:45.255820 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 888667cf-09a8-4cc3-8749-acf758b60412 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:18:45.256218 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (888667cf-09a8-4cc3-8749-acf758b60412), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:45.336470 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 888667cf-09a8-4cc3-8749-acf758b60412 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:45.337129 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (888667cf-09a8-4cc3-8749-acf758b60412), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:45.360001 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:45.363226 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b43b54e-7850-4297-b0c0-6c0d00736beb" -d '{"events": [{"server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "name": "network-vif-plugged", "status": "completed", "tag": "888667cf-09a8-4cc3-8749-acf758b60412"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:45.376367 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 888667cf-09a8-4cc3-8749-acf758b60412, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=888667cf-09a8-4cc3-8749-acf758b60412,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:45.380648 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (888667cf-09a8-4cc3-8749-acf758b60412), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:45.404590 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740931d-3fb1-4eef-b395-9b26b5e675e7 x-openstack-request-id: req-6740931d-3fb1-4eef-b395-9b26b5e675e7 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:45.404877 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "name": "network-vif-plugged", "status": "completed", "tag": "888667cf-09a8-4cc3-8749-acf758b60412", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:45.405124 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6740931d-3fb1-4eef-b395-9b26b5e675e7 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:45.405506 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6740931d-3fb1-4eef-b395-9b26b5e675e7'] response: {'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412', 'code': 200} Jun 16 21:18:45.433332 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=888667cf-09a8-4cc3-8749-acf758b60412,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:45.912702 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:45.915098 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d287ef2-a425-45a4-b3ac-6457ade627d5" -d '{"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:45.952895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef95970-7151-4d8f-bfec-e15fdf4ce418 x-openstack-request-id: req-cef95970-7151-4d8f-bfec-e15fdf4ce418 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:45.953188 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:45.953439 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cef95970-7151-4d8f-bfec-e15fdf4ce418 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:45.953845 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef95970-7151-4d8f-bfec-e15fdf4ce418'] response: {'name': 'network-changed', 'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0', 'status': 'completed', 'code': 200} Jun 16 21:18:45.989533 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d52551-ede6-430c-b8b1-7d4c21f88954 req-7aa76952-fca3-48cd-a740-1f9dcdd8ec2e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:45.991001 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a2d52551-ede6-430c-b8b1-7d4c21f88954 req-7aa76952-fca3-48cd-a740-1f9dcdd8ec2e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.0535264 Jun 16 21:18:46.038301 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a2d52551-ede6-430c-b8b1-7d4c21f88954 req-52d0576a-9b8d-4171-91f3-6dba12edb0ff tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Jun 16 21:18:46.139105 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983ebfd-3638-496c-9be5-d8559f2d1eaf req-4187a8e7-e54b-4fef-815c-2a02cd6438b8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.140591 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8983ebfd-3638-496c-9be5-d8559f2d1eaf req-4187a8e7-e54b-4fef-815c-2a02cd6438b8 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0480819 Jun 16 21:18:46.161320 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:46.189050 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8983ebfd-3638-496c-9be5-d8559f2d1eaf req-cc97c21b-5577-4d73-bac8-290c609d67ea tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Jun 16 21:18:46.303154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04955-00b5-42f1-84f5-b581b1e156ad req-6fb5a137-5ab8-4ccc-bd20-67ae742d3522 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.304644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dae04955-00b5-42f1-84f5-b581b1e156ad req-6fb5a137-5ab8-4ccc-bd20-67ae742d3522 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0521438 Jun 16 21:18:46.350734 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dae04955-00b5-42f1-84f5-b581b1e156ad req-2124892d-996f-47d3-922f-c578d00a489f tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ffddb3a-7fbe-4c3f-81d3-8b39631222db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Jun 16 21:18:46.593496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-d76dd518-1261-4ad3-88ec-4cf068da596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.594986 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-d76dd518-1261-4ad3-88ec-4cf068da596c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.1049967 Jun 16 21:18:46.630690 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920a77a-83cc-4073-92f0-86182b91790c req-6df8c32b-c723-420b-adb8-3cc84ece579d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.632187 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c920a77a-83cc-4073-92f0-86182b91790c req-6df8c32b-c723-420b-adb8-3cc84ece579d tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0577340 Jun 16 21:18:46.695976 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-ad7a1b8b-00f9-44df-ab11-bd33eb08cd8c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.697756 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-ad7a1b8b-00f9-44df-ab11-bd33eb08cd8c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 945 time: 0.0605924 Jun 16 21:18:46.730616 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-592d6b44-0299-4f1b-ab46-7dcf22454eca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 1001 time: 0.0974193 Jun 16 21:18:46.758252 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791c375-a4cf-4a54-bfff-f51618a19bef req-df30bb53-d402-46cd-b5c0-6c2b94e4c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.759661 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2791c375-a4cf-4a54-bfff-f51618a19bef req-df30bb53-d402-46cd-b5c0-6c2b94e4c01b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 1130 time: 0.0799165 Jun 16 21:18:46.797066 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Deleting port f26fce3f-5e61-4002-98b6-275c3b72e9db {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:46.797411 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:46.825187 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Deleting port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:46.825525 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:46.833423 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-e8ed19ce-b8d8-42b7-b16c-2e1b05618382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.834886 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-e8ed19ce-b8d8-42b7-b16c-2e1b05618382 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0863907 Jun 16 21:18:46.864823 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2791c375-a4cf-4a54-bfff-f51618a19bef req-7b507f40-55c3-4583-b5b0-7d877bd53489 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935628 Jun 16 21:18:46.915587 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-d788a29e-ca02-49f5-a24b-ba581f8bf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:46.917122 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-d788a29e-ca02-49f5-a24b-ba581f8bf84b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547142 Jun 16 21:18:46.930753 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] For port 49dfc0a9-3807-4075-a9a7-5f2dceb98537, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=49dfc0a9-3807-4075-a9a7-5f2dceb98537,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:46.931119 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:46.934693 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] For port f26fce3f-5e61-4002-98b6-275c3b72e9db, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f26fce3f-5e61-4002-98b6-275c3b72e9db,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:46.935065 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:46.950406 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:46.951644 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Calling delete_port for f26fce3f-5e61-4002-98b6-275c3b72e9db owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:47.088495 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (f26fce3f-5e61-4002-98b6-275c3b72e9db), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:47.101022 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['f26fce3f-5e61-4002-98b6-275c3b72e9db'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:18:47.142657 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Pushing event deleted for resources: {'Port': ['ID=f26fce3f-5e61-4002-98b6-275c3b72e9db,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:47.193077 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:47.193672 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (beeb5be2-c527-4f91-9d15-d4ab33b93f1f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:47.193916 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Floating IP beeb5be2-c527-4f91-9d15-d4ab33b93f1f disassociated. External IP: 172.27.3.125, port: 49dfc0a9-3807-4075-a9a7-5f2dceb98537. Jun 16 21:18:47.194328 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Calling delete_port for 49dfc0a9-3807-4075-a9a7-5f2dceb98537 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:47.204386 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652b476-2073-4a75-bd22-ca4b711425d1 req-b825225e-10fc-4628-8859-ee5544673951 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:47.206227 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2652b476-2073-4a75-bd22-ca4b711425d1 req-b825225e-10fc-4628-8859-ee5544673951 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.0762630 Jun 16 21:18:47.221984 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] No DVR routers for this DVR port f26fce3f-5e61-4002-98b6-275c3b72e9db on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:18:47.224351 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:47.227659 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c920a77a-83cc-4073-92f0-86182b91790c req-b181cc52-ea18-4970-b1af-5b939b58a89e tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.47 "DELETE /v2.0/ports/f26fce3f-5e61-4002-98b6-275c3b72e9db HTTP/1.1" status: 204 len: 173 time: 0.5874228 Jun 16 21:18:47.241949 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:47.271221 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-8f845995-8558-4536-ad34-e78ce19e69f4 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758926 Jun 16 21:18:47.322004 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2652b476-2073-4a75-bd22-ca4b711425d1 req-d3ad344a-d8aa-406e-8784-48f392953aeb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097300 Jun 16 21:18:47.371238 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:47.379206 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1427d301-0210-4e03-8e15-966d6d69ae08 req-9a6022b2-b4bc-45b1-bd06-dd21a8c82145 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0624120 Jun 16 21:18:47.412121 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (49dfc0a9-3807-4075-a9a7-5f2dceb98537), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:47.412548 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fddd8068-e94e-4643-8175-dbf0f51fafc1 req-082c9e24-30b0-4868-bf33-429c82cd804d service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331425 Jun 16 21:18:47.444808 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event deleted for resources: {'Port': ['ID=49dfc0a9-3807-4075-a9a7-5f2dceb98537,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:47.478637 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.479025 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.479390 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.479734 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.480070 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.480424 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.480756 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.481082 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.481407 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.481728 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.482052 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.482378 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.482694 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.483013 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.483330 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:47.488535 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-070743d4-9d83-48ec-89b7-a391bd70124e req-f95aca13-bad2-4fbd-b46d-797499a7d4b1 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.0469854 Jun 16 21:18:47.602916 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Router 74e293d6-4e8b-46a7-aa5b-e06703509423 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:47.756479 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-94a94567-bd04-49c9-bacb-149709e4c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:47.757930 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-94a94567-bd04-49c9-bacb-149709e4c624 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b341c2d77764f3890f2501cfc6945a7&device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 1129 time: 0.0458395 Jun 16 21:18:47.932825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:47.947394 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:47.955081 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'name': 'network-vif-deleted', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:47.956644 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] Sync routers for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:47.957609 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8bc9f6-063e-4354-8866-f152aec09145" -d '{"events": [{"server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "name": "network-vif-deleted", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:47.966828 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:47.967426 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:47.993287 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] No DVR routers for this DVR port 49dfc0a9-3807-4075-a9a7-5f2dceb98537 on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:18:47.996157 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ca0d8-c15a-42c1-8293-ab6799253db8 x-openstack-request-id: req-463ca0d8-c15a-42c1-8293-ab6799253db8 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:47.996352 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:47.996455 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec1e2cd-9bb8-4602-9f96-77478cfc9af8", "name": "network-vif-deleted", "tag": "f26fce3f-5e61-4002-98b6-275c3b72e9db", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:47.996704 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-463ca0d8-c15a-42c1-8293-ab6799253db8 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:47.997095 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463ca0d8-c15a-42c1-8293-ab6799253db8'] response: {'server_uuid': '4ec1e2cd-9bb8-4602-9f96-77478cfc9af8', 'name': 'network-vif-deleted', 'tag': 'f26fce3f-5e61-4002-98b6-275c3b72e9db', 'status': 'completed', 'code': 200} Jun 16 21:18:47.999887 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d40ab67-cea5-4378-9ba5-3d662a36a22f req-00f730c9-0a7c-448f-9486-56a74d1c1008 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "DELETE /v2.0/ports/49dfc0a9-3807-4075-a9a7-5f2dceb98537 HTTP/1.1" status: 204 len: 173 time: 1.2829370 Jun 16 21:18:48.000359 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'name': 'network-vif-deleted', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:48.003268 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a71ac1-52cf-422f-9aa7-9456afdc8d49" -d '{"events": [{"server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "name": "network-vif-deleted", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:48.099462 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4992bc-a7ff-46fa-9908-c43b22542445 x-openstack-request-id: req-3d4992bc-a7ff-46fa-9908-c43b22542445 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:48.099701 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499ae55d-60f9-480c-9ecd-794a1cee0da5", "name": "network-vif-deleted", "tag": "49dfc0a9-3807-4075-a9a7-5f2dceb98537", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:48.099952 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d4992bc-a7ff-46fa-9908-c43b22542445 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:48.100390 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4992bc-a7ff-46fa-9908-c43b22542445'] response: {'server_uuid': '499ae55d-60f9-480c-9ecd-794a1cee0da5', 'name': 'network-vif-deleted', 'tag': '49dfc0a9-3807-4075-a9a7-5f2dceb98537', 'status': 'completed', 'code': 200} Jun 16 21:18:48.161346 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:48.261196 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-f9381e4e-2e07-4b91-98a9-f023d9e1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:48.262779 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-f9381e4e-2e07-4b91-98a9-f023d9e1f04a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 200 len: 920 time: 0.1160924 Jun 16 21:18:48.380108 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:48.411294 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] Checking router: 74e293d6-4e8b-46a7-aa5b-e06703509423 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:48.423877 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:48.424821 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:48.459718 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd25c8-0427-4964-a748-d0c46b5d8673 req-39820334-cc3d-4ba7-98f9-739a1e69cfa0 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:48.461527 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f6bd25c8-0427-4964-a748-d0c46b5d8673 req-39820334-cc3d-4ba7-98f9-739a1e69cfa0 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.0574183 Jun 16 21:18:48.514634 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d05bde12-ccb7-4e4d-bac7-262eb2abad7a req-6d6facdc-36cb-4c4a-ae5b-cd2429a78a85 tempest-TestMinimumBasicScenario-1623586547 tempest-TestMinimumBasicScenario-1623586547-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ec1e2cd-9bb8-4602-9f96-77478cfc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0369174 Jun 16 21:18:48.522439 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f6bd25c8-0427-4964-a748-d0c46b5d8673 req-c84f3b8e-8a6e-480d-b2a3-59cfeb6c4fd3 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551732 Jun 16 21:18:48.547914 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:48.621127 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-707e81cd-20ed-4988-90f1-750f94c28b92 req-8258d0e5-f043-4d4e-afe9-df3b32eb8402 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=499ae55d-60f9-480c-9ecd-794a1cee0da5 HTTP/1.1" status: 200 len: 210 time: 0.0382950 Jun 16 21:18:48.719253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4b260-4ebe-4b19-864b-5bbe5f5bf398 req-a7587d62-a90e-4e19-ae2b-bf5848d63d14 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:48.726018 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-03a4b260-4ebe-4b19-864b-5bbe5f5bf398 req-a7587d62-a90e-4e19-ae2b-bf5848d63d14 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.1198251 Jun 16 21:18:48.734750 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37626) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:48.742151 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Request body: {'floatingip': {'port_id': '888667cf-09a8-4cc3-8749-acf758b60412'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:48.754553 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-c4cb7148-85de-4dc0-8c2b-c956a0896080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 200 len: 1001 time: 0.1044490 Jun 16 21:18:48.790963 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (36b42f56-ce84-44ec-b873-628fbb1e205d), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:48.815630 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:48.832288 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-f59a7a97-0170-45e9-9289-1309eb2d327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:48.833938 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-f59a7a97-0170-45e9-9289-1309eb2d327a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 200 len: 858 time: 0.0686896 Jun 16 21:18:48.846675 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25079e-8d75-45a5-9e90-b5c2d8a15927 None None] The sync data for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi is: [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:49.090463 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9d521-c940-40db-8cf3-c5bbe7fd2b06 None None] New status for floating IP beeb5be2-c527-4f91-9d15-d4ab33b93f1f: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:18:49.134983 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-bdc50e0a-10f8-44f2-a849-6ec4fc3dc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:49.136681 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-bdc50e0a-10f8-44f2-a849-6ec4fc3dc12f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a845e201-b1f1-498f-803f-02b706e2fd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492158 Jun 16 21:18:49.279028 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-1ff17455-37e2-43f9-8cd9-8cc6467216ec service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320164 Jun 16 21:18:49.295626 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:49.301230 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (36b42f56-ce84-44ec-b873-628fbb1e205d), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:49.358961 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:49.396567 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d287ef2-a425-45a4-b3ac-6457ade627d5 req-e681b284-cea4-452b-8743-9612f9608604 service neutron] 10.222.0.47 "GET /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017098 Jun 16 21:18:49.401750 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP 36b42f56-ce84-44ec-b873-628fbb1e205d associated. External IP: 172.27.3.181, port: 888667cf-09a8-4cc3-8749-acf758b60412. Jun 16 21:18:49.444878 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:49.601800 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:49.711570 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37642) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:49.719788 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:49.725309 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:49.729745 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:49.741290 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:49.741895 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:49.762527 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-49195973-2496-41f5-9d00-bde920a419a5 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "PUT /v2.0/floatingips/36b42f56-ce84-44ec-b873-628fbb1e205d HTTP/1.1" status: 200 len: 992 time: 1.0235047 Jun 16 21:18:49.778559 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-455806f3-549e-46d2-b34c-649f315d786a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (8ffddb3a-7fbe-4c3f-81d3-8b39631222db), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:49.806383 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-455806f3-549e-46d2-b34c-649f315d786a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (8ffddb3a-7fbe-4c3f-81d3-8b39631222db), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:49.862701 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:49.863963 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-455806f3-549e-46d2-b34c-649f315d786a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (8ffddb3a-7fbe-4c3f-81d3-8b39631222db), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:49.866491 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-455806f3-549e-46d2-b34c-649f315d786a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:49.868154 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-455806f3-549e-46d2-b34c-649f315d786a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "DELETE /v2.0/security-groups/8ffddb3a-7fbe-4c3f-81d3-8b39631222db HTTP/1.1" status: 204 len: 168 time: 0.1555576 Jun 16 21:18:49.870671 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37660) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:49.878607 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455806f3-549e-46d2-b34c-649f315d786a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffddb3a-7fbe-4c3f-81d3-8b39631222db,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:49.896049 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-706ae3a4-f4d2-4996-9425-769ee620e9bc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] show failed (client error): The resource could not be found. Jun 16 21:18:49.897116 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-706ae3a4-f4d2-4996-9425-769ee620e9bc tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups/8ffddb3a-7fbe-4c3f-81d3-8b39631222db HTTP/1.1" status: 404 len: 347 time: 0.0249875 Jun 16 21:18:49.899911 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37662) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:49.973236 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:50.024621 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Deleting port 20957115-5239-4d66-94cb-f3c0b952ce1b {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:50.025053 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.027384 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:50.101065 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:50.103464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b403d5-d54d-435b-a5b0-aad45ed421c0" -d '{"events": [{"name": "network-changed", "server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "tag": "888667cf-09a8-4cc3-8749-acf758b60412"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:50.103912 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '36b42f56-ce84-44ec-b873-628fbb1e205d', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': '888667cf-09a8-4cc3-8749-acf758b60412', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:c0:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:18:31Z', 'updated_at': '2022-06-16T21:18:49Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:50.120411 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.120744 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (20957115-5239-4d66-94cb-f3c0b952ce1b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.134869 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Calling delete_port for 20957115-5239-4d66-94cb-f3c0b952ce1b owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:50.136625 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:50.138929 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:50.147205 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439703d9-d177-468e-a8b8-56ba993289be x-openstack-request-id: req-439703d9-d177-468e-a8b8-56ba993289be {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:50.147560 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "tag": "888667cf-09a8-4cc3-8749-acf758b60412", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:50.147942 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-439703d9-d177-468e-a8b8-56ba993289be {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:50.148433 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439703d9-d177-468e-a8b8-56ba993289be'] response: {'name': 'network-changed', 'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412', 'status': 'completed', 'code': 200} Jun 16 21:18:50.149970 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:50.150580 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:50.221021 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-6597376d-00c9-47c4-b17b-180ef27fa531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:50.223048 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-6597376d-00c9-47c4-b17b-180ef27fa531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f22cbeb1402848dbb84a5718dca357e1&device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 1130 time: 0.0509517 Jun 16 21:18:50.277245 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:50.279204 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:50.296822 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (20957115-5239-4d66-94cb-f3c0b952ce1b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.330968 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event deleted for resources: {'Port': ['ID=20957115-5239-4d66-94cb-f3c0b952ce1b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:50.344302 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-738fe213-c131-44da-9d45-fcd06a77b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:50.345802 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-738fe213-c131-44da-9d45-fcd06a77b378 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 200 len: 916 time: 0.1137688 Jun 16 21:18:50.399321 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (beeb5be2-c527-4f91-9d15-d4ab33b93f1f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.402969 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.406854 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c916b409-0eb6-4279-b268-2e910b6e8230 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "DELETE /v2.0/floatingips/beeb5be2-c527-4f91-9d15-d4ab33b93f1f HTTP/1.1" status: 204 len: 168 time: 0.5033326 Jun 16 21:18:50.416028 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-03ea004f-f017-4ec9-b250-156463f62723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=888667cf-09a8-4cc3-8749-acf758b60412 HTTP/1.1" status: 200 len: 1000 time: 0.0631306 Jun 16 21:18:50.449531 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37692) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:50.481131 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-163b4f1a-0fb6-4a43-8a9f-638f45f26c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:50.482950 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-163b4f1a-0fb6-4a43-8a9f-638f45f26c8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 200 len: 854 time: 0.0599458 Jun 16 21:18:50.524379 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37696) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:50.531054 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-26cd0b1a-71e5-4043-bcf9-cbbb0f12fa97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148585208', 'description': 'tempest-description--697848110'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:50.542729 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '36b42f56-ce84-44ec-b873-628fbb1e205d', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': '888667cf-09a8-4cc3-8749-acf758b60412', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:c0:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:18:31Z', 'updated_at': '2022-06-16T21:18:49Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:50.557886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-8d02163a-9da8-41c9-b7d7-7cde3b382ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:50.559555 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-8d02163a-9da8-41c9-b7d7-7cde3b382ac5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4d0a869-8cad-4582-83ab-86c097e04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689738 Jun 16 21:18:50.564434 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26cd0b1a-71e5-4043-bcf9-cbbb0f12fa97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.568335 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06171bcc-c235-4ebf-8c75-f3bf4ee8809b None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '36b42f56-ce84-44ec-b873-628fbb1e205d', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'port_id': '888667cf-09a8-4cc3-8749-acf758b60412', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'mac_address': 'fa:16:3e:c0:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:18:31Z', 'updated_at': '2022-06-16T21:18:49Z', 'revision_number': 1, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:50.572309 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:50.710610 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-99ae970c-6e05-4edc-b81a-64fe35c32f25 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422174 Jun 16 21:18:50.732942 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26cd0b1a-71e5-4043-bcf9-cbbb0f12fa97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (0ba210bb-196c-44b3-99ea-2d859f0689af), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.744284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26cd0b1a-71e5-4043-bcf9-cbbb0f12fa97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0ba210bb-196c-44b3-99ea-2d859f0689af), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.819638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaa664-b97f-405b-bc03-92815ff30e6d None None] New status for floating IP 36b42f56-ce84-44ec-b873-628fbb1e205d: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:18:50.828978 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd0b1a-71e5-4043-bcf9-cbbb0f12fa97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba210bb-196c-44b3-99ea-2d859f0689af,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:50.835113 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26cd0b1a-71e5-4043-bcf9-cbbb0f12fa97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.841042 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-26cd0b1a-71e5-4043-bcf9-cbbb0f12fa97 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3128724 Jun 16 21:18:50.854846 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37698) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:50.862742 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-745b28d2-f4a4-4b62-8617-9d953bd76602 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'security_group_rule': {'security_group_id': '0ba210bb-196c-44b3-99ea-2d859f0689af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:50.881344 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:50.891072 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (2817f03d-1b43-4b8b-bb12-31e22cb70f52), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.894436 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b403d5-d54d-435b-a5b0-aad45ed421c0 req-81337e5d-57fb-4d62-872d-7b62f4801c95 service neutron] 10.222.0.47 "GET /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730568 Jun 16 21:18:50.917932 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-745b28d2-f4a4-4b62-8617-9d953bd76602 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (c6e0e8c7-6798-4b2f-9fdd-033e4f66aad5), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.981192 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-745b28d2-f4a4-4b62-8617-9d953bd76602 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (c6e0e8c7-6798-4b2f-9fdd-033e4f66aad5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:50.984800 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-745b28d2-f4a4-4b62-8617-9d953bd76602 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (c6e0e8c7-6798-4b2f-9fdd-033e4f66aad5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.003970 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b28d2-f4a4-4b62-8617-9d953bd76602 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e0e8c7-6798-4b2f-9fdd-033e4f66aad5,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:51.013071 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-745b28d2-f4a4-4b62-8617-9d953bd76602 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.014953 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-745b28d2-f4a4-4b62-8617-9d953bd76602 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564097 Jun 16 21:18:51.017414 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37700) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:51.022804 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-07c70b87-3a45-427b-9779-f9e37761ce2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'security_group_rule': {'security_group_id': '0ba210bb-196c-44b3-99ea-2d859f0689af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:51.052698 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07c70b87-3a45-427b-9779-f9e37761ce2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (b08b7a03-e767-40cd-8d17-a485fa8557f2), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.110040 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07c70b87-3a45-427b-9779-f9e37761ce2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (b08b7a03-e767-40cd-8d17-a485fa8557f2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.115513 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07c70b87-3a45-427b-9779-f9e37761ce2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (b08b7a03-e767-40cd-8d17-a485fa8557f2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.135460 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c70b87-3a45-427b-9779-f9e37761ce2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08b7a03-e767-40cd-8d17-a485fa8557f2,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:51.144659 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-07c70b87-3a45-427b-9779-f9e37761ce2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.145869 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-07c70b87-3a45-427b-9779-f9e37761ce2d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267169 Jun 16 21:18:51.149017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37702) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:51.153267 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:51.165632 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:51.175783 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.193306 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Deleting port 37c94025-c2db-4f81-8ff0-edf810f85f28 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:51.193510 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.240064 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f26fce3f-5e61-4002-98b6-275c3b72e9db no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:51.260911 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: f26fce3f-5e61-4002-98b6-275c3b72e9db {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:51.261347 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device f26fce3f-5e61-4002-98b6-275c3b72e9db not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:51.261834 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 49dfc0a9-3807-4075-a9a7-5f2dceb98537 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:51.264411 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:51.268836 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.288100 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 49dfc0a9-3807-4075-a9a7-5f2dceb98537 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:51.288476 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 49dfc0a9-3807-4075-a9a7-5f2dceb98537 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:51.387776 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Allocated IP 172.27.3.226 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/d24417e3-5c44-443d-9421-5281adb2193c) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:18:51.492309 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for port (d24417e3-5c44-443d-9421-5281adb2193c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.493240 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:51.518889 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] For port 37c94025-c2db-4f81-8ff0-edf810f85f28, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=37c94025-c2db-4f81-8ff0-edf810f85f28,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:51.519331 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.526856 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (d24417e3-5c44-443d-9421-5281adb2193c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.532273 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Calling delete_port for 37c94025-c2db-4f81-8ff0-edf810f85f28 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:51.563028 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:18:51.565929 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:18:51.568411 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:18:51.600890 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:51.608245 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'Port': ['ID=d24417e3-5c44-443d-9421-5281adb2193c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:51.675216 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (a3b0eb42-e40d-41c7-961e-8d4a65d30f6d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.712053 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (d24417e3-5c44-443d-9421-5281adb2193c), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.722451 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (37c94025-c2db-4f81-8ff0-edf810f85f28), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.749297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c94025-c2db-4f81-8ff0-edf810f85f28,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:51.824675 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:51.887654 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for port (d24417e3-5c44-443d-9421-5281adb2193c), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.892740 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (d24417e3-5c44-443d-9421-5281adb2193c), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.936083 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (2817f03d-1b43-4b8b-bb12-31e22cb70f52), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.964697 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'Port': ['ID=d24417e3-5c44-443d-9421-5281adb2193c,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:51.980114 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (a3b0eb42-e40d-41c7-961e-8d4a65d30f6d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.997034 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:51.998276 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b7a33c20-4c35-4c17-b7be-46fbc8aea321 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8483403 Jun 16 21:18:52.188645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-da420450-b123-4c63-80a3-fbfb6aa5d30c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1148585208&fields=id&tenant_id=536b36bd517a4dca8706718f6bab9c1a HTTP/1.1" status: 200 len: 267 time: 0.0722952 Jun 16 21:18:52.192718 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:52.346794 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:52.376248 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-650a39d7-01ca-4b11-a275-c2da8a96862a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:52.378375 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-650a39d7-01ca-4b11-a275-c2da8a96862a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 810 time: 0.1823347 Jun 16 21:18:52.392913 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:52.398131 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d833c8fb-c13d-4840-8832-fffe502b2159 admin admin] 10.222.0.43 "PUT /v2.0/routers/2817f03d-1b43-4b8b-bb12-31e22cb70f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482832 Jun 16 21:18:52.399921 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-c23cae99-5227-4316-b717-768246cb2676 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/quotas/536b36bd517a4dca8706718f6bab9c1a HTTP/1.1" status: 200 len: 375 time: 0.0157390 Jun 16 21:18:52.400884 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37716) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:52.402867 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] Sync routers for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:52.407575 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:52.415807 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:52.416465 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:52.459401 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-f629bf6e-fc44-4075-9f7c-f4edf10a6531 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536983 Jun 16 21:18:52.507819 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks [] for router (2817f03d-1b43-4b8b-bb12-31e22cb70f52), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:52.621296 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:52.626389 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks [] for router_gateway (2817f03d-1b43-4b8b-bb12-31e22cb70f52), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:52.627483 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-061c6ca9-9809-442b-8512-29babd1c3fe3 service neutron] 10.222.0.43 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560724 Jun 16 21:18:52.669452 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Deleting port 6a346312-0080-4561-af92-4405daeeb71c {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:52.669841 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6a346312-0080-4561-af92-4405daeeb71c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:52.732361 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-c5425367-3985-4552-a7d7-f7befbde4551 service neutron] 10.222.0.43 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969234 Jun 16 21:18:52.760908 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] For port 6a346312-0080-4561-af92-4405daeeb71c, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6a346312-0080-4561-af92-4405daeeb71c,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:52.761270 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6a346312-0080-4561-af92-4405daeeb71c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:52.774612 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Calling delete_port for 6a346312-0080-4561-af92-4405daeeb71c owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:52.809916 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6a346312-0080-4561-af92-4405daeeb71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:18:51Z', 'revision_number': 5, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port': {'id': '6a346312-0080-4561-af92-4405daeeb71c', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:04Z', 'updated_at': '2022-06-16T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:52.837860 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:52.841221 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] Checking router: 2817f03d-1b43-4b8b-bb12-31e22cb70f52 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:52.857218 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:52.859496 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] Routers {'2817f03d-1b43-4b8b-bb12-31e22cb70f52'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:52.860356 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:52.949702 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] Set router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:52.952809 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9800b29a-cfa4-48b0-b768-f771dbc43f7e req-c75b60a6-06f0-4007-9aa3-b37d4dbc7191 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 210 time: 0.0415983 Jun 16 21:18:53.007396 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:18:52Z', 'revision_number': 6, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:53.022347 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6a346312-0080-4561-af92-4405daeeb71c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.032799 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8da79-9a85-4b05-b085-0cd8ce0540e9 None None] The sync data for ids ['2817f03d-1b43-4b8b-bb12-31e22cb70f52'] in dv-cinder-819149-6-iscsi is: [{'id': '2817f03d-1b43-4b8b-bb12-31e22cb70f52', 'name': 'tempest-TestMinimumBasicScenario-1615187925-router', 'tenant_id': 'df862b955995466a84bc189d9098d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:03Z', 'updated_at': '2022-06-16T21:18:52Z', 'revision_number': 6, 'project_id': 'df862b955995466a84bc189d9098d7ce', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:53.057904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a346312-0080-4561-af92-4405daeeb71c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:53.123794 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (2817f03d-1b43-4b8b-bb12-31e22cb70f52), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.483440 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (2817f03d-1b43-4b8b-bb12-31e22cb70f52), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.485974 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks [] for router_controller (2817f03d-1b43-4b8b-bb12-31e22cb70f52), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.535864 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (2817f03d-1b43-4b8b-bb12-31e22cb70f52), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.536479 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2817f03d-1b43-4b8b-bb12-31e22cb70f52 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:18:53.541585 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.542593 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3a58588e-8170-4af5-96bf-db54041817d3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2817f03d-1b43-4b8b-bb12-31e22cb70f52 HTTP/1.1" status: 204 len: 168 time: 1.1406729 Jun 16 21:18:53.545139 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37734) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:53.593791 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Deleting subnet fb707000-44b0-4ef0-88da-83e77c085cf8 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:18:53.597571 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Publish callbacks [] for subnet (fb707000-44b0-4ef0-88da-83e77c085cf8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.632114 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812804'] for subnet (fb707000-44b0-4ef0-88da-83e77c085cf8), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.702571 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:53.703930 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (fb707000-44b0-4ef0-88da-83e77c085cf8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.762685 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17516112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16912179'] for subnet (fb707000-44b0-4ef0-88da-83e77c085cf8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.789168 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb707000-44b0-4ef0-88da-83e77c085cf8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:53.794788 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.798459 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fb707000-44b0-4ef0-88da-83e77c085cf8 HTTP/1.1" status: 204 len: 168 time: 0.2523725 Jun 16 21:18:53.800125 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1894b2-479c-4477-99a4-ef3360d88fae None None] Network df9634fa-1f54-49ef-aa1f-9a93395ae6e0 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:18:53.801225 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37736) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:53.803549 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.803900 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.804266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.804620 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.804947 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.805281 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.805615 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.805942 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.806278 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.806614 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.806929 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.807256 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.807686 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.807896 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.808236 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952da99-647f-478f-b5f4-3840bdd071f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:18:53.863053 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 37c94025-c2db-4f81-8ff0-edf810f85f28 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:53.887822 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 37c94025-c2db-4f81-8ff0-edf810f85f28 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:53.888440 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 37c94025-c2db-4f81-8ff0-edf810f85f28 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:53.918367 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (df9634fa-1f54-49ef-aa1f-9a93395ae6e0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.982609 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Deleting port ba2f03df-6b94-4ff6-bc49-7a168a5f434c {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:53.982948 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:53.998802 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] DHCP port deletion for df9634fa-1f54-49ef-aa1f-9a93395ae6e0 request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:18:54.059200 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] For port ba2f03df-6b94-4ff6-bc49-7a168a5f434c, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:54.059568 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.060651 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] Deleting port ba2f03df-6b94-4ff6-bc49-7a168a5f434c {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:54.061196 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.074478 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Calling delete_port for ba2f03df-6b94-4ff6-bc49-7a168a5f434c owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:54.103806 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c97c2881-bff9-48f4-9a5c-3f36495caa83 req-6f13bb7f-7d63-4e1a-8547-d8fb6f8a5b1c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 210 time: 0.0307391 Jun 16 21:18:54.107992 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:54.131054 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-98b97e1c-9467-4566-8604-5dc30d36a6b6 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:54.132996 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-98b97e1c-9467-4566-8604-5dc30d36a6b6 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 810 time: 0.1898398 Jun 16 21:18:54.182529 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] For port ba2f03df-6b94-4ff6-bc49-7a168a5f434c, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,segment=NetworkSegment(2b7d8e89-a16b-4987-9b62-6402faec9256),segment_id=2b7d8e89-a16b-4987-9b62-6402faec9256)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:54.185292 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.216327 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] Calling delete_port for ba2f03df-6b94-4ff6-bc49-7a168a5f434c owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:54.218960 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.229073 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:54.230125 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34cfef18-c65d-403e-807d-648aec786251 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=536b36bd517a4dca8706718f6bab9c1a HTTP/1.1" status: 200 len: 380 time: 0.0844226 Jun 16 21:18:54.249092 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:54.255149 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] No DVR routers for this DVR port ba2f03df-6b94-4ff6-bc49-7a168a5f434c on host dv-cinder-819149-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:18:54.304133 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'port': {'device_id': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'admin_state_up': True, 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'security_groups': ['0ba210bb-196c-44b3-99ea-2d859f0689af']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:54.307459 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (ba2f03df-6b94-4ff6-bc49-7a168a5f434c), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.332927 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (df9634fa-1f54-49ef-aa1f-9a93395ae6e0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.334535 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] Pushing event deleted for resources: {'Port': ['ID=ba2f03df-6b94-4ff6-bc49-7a168a5f434c,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:54.339593 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f4e39-fb45-426c-be89-997366bde791 None None] No DVR routers for this DVR port ba2f03df-6b94-4ff6-bc49-7a168a5f434c on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:18:54.366938 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9634fa-1f54-49ef-aa1f-9a93395ae6e0']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:54.378062 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7d8e89-a16b-4987-9b62-6402faec9256') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:54.378512 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7d8e89-a16b-4987-9b62-6402faec9256') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:54.389381 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (2b7d8e89-a16b-4987-9b62-6402faec9256), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.403698 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (2b7d8e89-a16b-4987-9b62-6402faec9256), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.410861 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:18:54.411476 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (2b7d8e89-a16b-4987-9b62-6402faec9256), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.415350 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Made reservation on behalf of 536b36bd517a4dca8706718f6bab9c1a for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:18:54.419336 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.428641 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:54.478676 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (df9634fa-1f54-49ef-aa1f-9a93395ae6e0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.483130 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.487720 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] 10.222.0.43 "DELETE /v2.0/networks/df9634fa-1f54-49ef-aa1f-9a93395ae6e0 HTTP/1.1" status: 204 len: 168 time: 0.6847978 Jun 16 21:18:54.491624 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37748) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:54.540934 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:54.543247 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 2b7d8e89-a16b-4987-9b62-6402faec9256 resource provider aggregate not found Jun 16 21:18:54.550147 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1651572-4484-4265-ba64-890577d99f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=df9634fa-1f54-49ef-aa1f-9a93395ae6e0,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:54.560134 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Allocated IP 172.20.0.11 (c45b6299-9716-4173-aacf-27f0517667e5/7502ff76-40af-4764-bc43-1d6ba9d423e3/dbf06214-e133-43af-b2fc-89ebd0b9c79b) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:18:54.569007 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 2b7d8e89-a16b-4987-9b62-6402faec9256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b7d8e89-a16b-4987-9b62-6402faec9256 found for delete ", "request_id": "req-8c6d5324-5a9e-42b3-bff2-d62016310588"}]} Jun 16 21:18:54.705507 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.739137 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.781757 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Network c45b6299-9716-4173-aacf-27f0517667e5 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:18:54.787708 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:18:54.791853 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:18:54.817521 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event updated for resources: {'Port': ['ID=dbf06214-e133-43af-b2fc-89ebd0b9c79b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:54.843280 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (89ab2cc4-d14b-4d66-b182-1b68f2685844), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.846991 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:54.847781 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:54.877112 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-0d10d73a-a94d-4b24-a8d4-33db7cec9906 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771427 Jun 16 21:18:54.889459 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Request body: {'port': {'device_id': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:18:54.933535 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:54.970502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.015217 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-26d2d168-8b67-4c28-9178-f5eb05a310b8 None None] Provisioning complete for port dbf06214-e133-43af-b2fc-89ebd0b9c79b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:18:55.016203 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26d2d168-8b67-4c28-9178-f5eb05a310b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.050616 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-26d2d168-8b67-4c28-9178-f5eb05a310b8 None None] Port dbf06214-e133-43af-b2fc-89ebd0b9c79b cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:18:55.098615 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Deleting port f4725db2-3fd6-443b-b023-0f52350ae2a8 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:55.098862 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.153593 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:55.182307 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] For port f4725db2-3fd6-443b-b023-0f52350ae2a8, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=f4725db2-3fd6-443b-b023-0f52350ae2a8,segment=NetworkSegment(c094d236-e621-405e-a037-0ac0a4b215c9),segment_id=c094d236-e621-405e-a037-0ac0a4b215c9)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:55.182666 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.196405 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Calling delete_port for f4725db2-3fd6-443b-b023-0f52350ae2a8 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:55.233686 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:55.250831 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d82b-6f6e-41c2-bd64-2eb4ff0e5dd0 req-be58a5b7-0fab-4070-9b6a-cd0fbfe4abd4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:55.252328 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe45d82b-6f6e-41c2-bd64-2eb4ff0e5dd0 req-be58a5b7-0fab-4070-9b6a-cd0fbfe4abd4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 932 time: 0.0706556 Jun 16 21:18:55.316855 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf06214-e133-43af-b2fc-89ebd0b9c79b {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:18:55.335216 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Publish callbacks [] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.361327 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-fe45d82b-6f6e-41c2-bd64-2eb4ff0e5dd0 req-206b7c7b-0592-4e9e-b989-3c762d247645 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001871 Jun 16 21:18:55.384979 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6a346312-0080-4561-af92-4405daeeb71c no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:55.385096 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (f4725db2-3fd6-443b-b023-0f52350ae2a8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.386399 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Transition to ACTIVE for port object dbf06214-e133-43af-b2fc-89ebd0b9c79b will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:18:55.390892 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.402946 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 6a346312-0080-4561-af92-4405daeeb71c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:55.403289 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6a346312-0080-4561-af92-4405daeeb71c not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:55.403698 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ba2f03df-6b94-4ff6-bc49-7a168a5f434c no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:55.414117 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4725db2-3fd6-443b-b023-0f52350ae2a8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:55.418144 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:55.427139 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: ba2f03df-6b94-4ff6-bc49-7a168a5f434c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:55.427139 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ba2f03df-6b94-4ff6-bc49-7a168a5f434c not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:55.493872 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf06214-e133-43af-b2fc-89ebd0b9c79b,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:55.552014 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Attempting to bind port dbf06214-e133-43af-b2fc-89ebd0b9c79b on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:18:55.552515 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Attempting to bind port dbf06214-e133-43af-b2fc-89ebd0b9c79b by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:18:55.552845 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Attempting to bind port dbf06214-e133-43af-b2fc-89ebd0b9c79b on network c45b6299-9716-4173-aacf-27f0517667e5 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:18:55.557815 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Port dbf06214-e133-43af-b2fc-89ebd0b9c79b on network c45b6299-9716-4173-aacf-27f0517667e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:18:55.558259 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Attempting to bind port dbf06214-e133-43af-b2fc-89ebd0b9c79b on network c45b6299-9716-4173-aacf-27f0517667e5 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:18:55.563761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:18:55.564459 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Checking segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:18:55.564566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Bound using segment: {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:18:55.565004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Bound port: dbf06214-e133-43af-b2fc-89ebd0b9c79b, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0fa7f2a-770f-4fbd-b713-faa686a91f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:18:55.565886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.618291 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (89ab2cc4-d14b-4d66-b182-1b68f2685844), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.645352 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] For port dbf06214-e133-43af-b2fc-89ebd0b9c79b, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:18:55.649162 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] For port dbf06214-e133-43af-b2fc-89ebd0b9c79b, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:18:55.658842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.699148 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:55.699777 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:55.701156 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] 10.222.0.47 "PUT /v2.0/ports/dbf06214-e133-43af-b2fc-89ebd0b9c79b HTTP/1.1" status: 200 len: 1094 time: 0.8164849 Jun 16 21:18:55.702163 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:18:55.704564 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b" -d '{"events": [{"name": "network-changed", "server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:18:55.735154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddf33e-09c3-4099-9188-7a1a86f74151 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf06214-e133-43af-b2fc-89ebd0b9c79b,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:55.782857 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9390415-4947-43c4-9088-daa1d196b0cb x-openstack-request-id: req-b9390415-4947-43c4-9088-daa1d196b0cb {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:18:55.783143 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:18:55.783389 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9390415-4947-43c4-9088-daa1d196b0cb {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:18:55.784349 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9390415-4947-43c4-9088-daa1d196b0cb'] response: {'name': 'network-changed', 'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'status': 'completed', 'code': 200} Jun 16 21:18:55.796469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-4ef44704-bbe5-4676-b52a-5343a7d948ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:55.798067 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-4ef44704-bbe5-4676-b52a-5343a7d948ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 1128 time: 0.0541241 Jun 16 21:18:55.852436 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-d74624dd-c114-4000-b292-cf8a4dd49320 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b HTTP/1.1" status: 200 len: 217 time: 0.0412991 Jun 16 21:18:55.907176 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-033bf389-005a-4302-8f90-6fe3b3e1e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:55.909427 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-033bf389-005a-4302-8f90-6fe3b3e1e398 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.0486181 Jun 16 21:18:55.959177 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-6b31e894-a0a9-4bdb-83d6-82ca5705387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:55.961090 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-6b31e894-a0a9-4bdb-83d6-82ca5705387e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441029 Jun 16 21:18:55.998024 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:56.065321 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-543dbbf7-2566-45d9-bd78-9e387f2cff1f service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948300 Jun 16 21:18:56.123825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Router 89ab2cc4-d14b-4d66-b182-1b68f2685844 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:18:56.163327 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-70e6fb98-7053-4393-b0c2-6077ae5e2f5d req-1c46737c-7d41-4142-9832-c751a07e9670 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910268 Jun 16 21:18:56.232795 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:18:56.238045 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e0a2d242-f4d6-4071-b83f-690b60e5ee9a admin admin] 10.222.0.43 "PUT /v2.0/routers/89ab2cc4-d14b-4d66-b182-1b68f2685844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7453313 Jun 16 21:18:56.240562 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37756) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:56.244776 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] Sync routers for ids ['89ab2cc4-d14b-4d66-b182-1b68f2685844'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:18:56.255770 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] Routers {'89ab2cc4-d14b-4d66-b182-1b68f2685844'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:56.256423 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['89ab2cc4-d14b-4d66-b182-1b68f2685844'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:56.336962 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks [] for router (89ab2cc4-d14b-4d66-b182-1b68f2685844), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:56.424418 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:56.445915 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks [] for router_gateway (89ab2cc4-d14b-4d66-b182-1b68f2685844), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:56.489158 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245454e0-06cf-444f-955e-91446582ce89 req-f07813c2-4518-4123-832b-2f91c3f7dd7d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:56.490684 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-245454e0-06cf-444f-955e-91446582ce89 req-f07813c2-4518-4123-832b-2f91c3f7dd7d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 944 time: 0.0496776 Jun 16 21:18:56.495417 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Deleting port 9fe4c428-8649-4d0c-9267-0a21afde8c6a {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:56.495756 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:56.496752 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] Set router 89ab2cc4-d14b-4d66-b182-1b68f2685844 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:56.546204 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-245454e0-06cf-444f-955e-91446582ce89 req-e153600c-e253-450c-9523-8d1e760f75ef tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492911 Jun 16 21:18:56.577950 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] For port 9fe4c428-8649-4d0c-9267-0a21afde8c6a, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=9fe4c428-8649-4d0c-9267-0a21afde8c6a,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:56.578292 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:56.591449 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Calling delete_port for 9fe4c428-8649-4d0c-9267-0a21afde8c6a owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:56.643966 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:56.668285 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:18:55Z', 'revision_number': 5, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port': {'id': '9fe4c428-8649-4d0c-9267-0a21afde8c6a', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:56.697055 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] Checking router: 89ab2cc4-d14b-4d66-b182-1b68f2685844 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:18:56.706599 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] Routers {'89ab2cc4-d14b-4d66-b182-1b68f2685844'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:18:56.707404 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['89ab2cc4-d14b-4d66-b182-1b68f2685844'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:56.759656 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (9fe4c428-8649-4d0c-9267-0a21afde8c6a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:56.781707 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe4c428-8649-4d0c-9267-0a21afde8c6a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:56.790549 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] Set router 89ab2cc4-d14b-4d66-b182-1b68f2685844 gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:18:56.842507 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:18:56Z', 'revision_number': 6, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:56.850427 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (89ab2cc4-d14b-4d66-b182-1b68f2685844), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:56.868629 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0292297-e2a6-4bbf-9984-a3189e033d91 None None] The sync data for ids ['89ab2cc4-d14b-4d66-b182-1b68f2685844'] in dv-cinder-819149-6-iscsi is: [{'id': '89ab2cc4-d14b-4d66-b182-1b68f2685844', 'name': 'tempest-TestMinimumBasicScenario-1568336489-router', 'tenant_id': '4f0847e6274e4c438dd69a1efca60ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:15:09Z', 'updated_at': '2022-06-16T21:18:56Z', 'revision_number': 6, 'project_id': '4f0847e6274e4c438dd69a1efca60ee3', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:18:56.953033 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (89ab2cc4-d14b-4d66-b182-1b68f2685844), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:56.955220 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks [] for router_controller (89ab2cc4-d14b-4d66-b182-1b68f2685844), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.021154 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (89ab2cc4-d14b-4d66-b182-1b68f2685844), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.021741 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ab2cc4-d14b-4d66-b182-1b68f2685844 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:18:57.026687 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.027843 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-59716fe2-dbae-4cf2-bf63-3c2c1e8176dc admin admin] 10.222.0.43 "DELETE /v2.0/routers/89ab2cc4-d14b-4d66-b182-1b68f2685844 HTTP/1.1" status: 204 len: 168 time: 0.7863827 Jun 16 21:18:57.030337 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37762) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:57.078493 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] Deleting subnet 453882eb-75de-40db-85a4-2bdadbfb4b35 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:18:57.082261 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] Publish callbacks [] for subnet (453882eb-75de-40db-85a4-2bdadbfb4b35), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.116158 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (453882eb-75de-40db-85a4-2bdadbfb4b35), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.198181 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-36505d5c-7929-4e1f-a067-45f36e0604ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:57.199700 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-36505d5c-7929-4e1f-a067-45f36e0604ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 1128 time: 0.0428910 Jun 16 21:18:57.227884 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (453882eb-75de-40db-85a4-2bdadbfb4b35), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.241662 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:57.296293 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (453882eb-75de-40db-85a4-2bdadbfb4b35), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.324583 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453882eb-75de-40db-85a4-2bdadbfb4b35,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:57.326648 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.330254 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e84df-9d5e-4aa9-a1f7-efb0fc6da4cc None None] Network 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:18:57.331928 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-38f2a211-28e6-48c4-b489-2f8187b112b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:57.333799 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-38f2a211-28e6-48c4-b489-2f8187b112b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.1247652 Jun 16 21:18:57.340523 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c5e8d76-6e5d-4ce6-b161-e05cb222f35c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/453882eb-75de-40db-85a4-2bdadbfb4b35 HTTP/1.1" status: 204 len: 168 time: 0.3070004 Jun 16 21:18:57.340792 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37764) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:57.363672 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:57.400845 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-5f5f45a6-af28-4973-9571-20bf8b7c3034 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b HTTP/1.1" status: 200 len: 217 time: 0.0521824 Jun 16 21:18:57.478681 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.499170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-c5e27e5d-26c1-4e19-8c16-5d2dccfccf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:57.500644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-c5e27e5d-26c1-4e19-8c16-5d2dccfccf5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.0697551 Jun 16 21:18:57.561609 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Deleting port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:57.561946 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.577410 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-c4870138-c48d-4159-8216-00c22c0d3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:57.578848 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-c4870138-c48d-4159-8216-00c22c0d3994 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576348 Jun 16 21:18:57.648393 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] DHCP port deletion for 84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:18:57.694365 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f099b96-d48f-469a-b093-c526ea02aef2 req-43288f26-fb7d-47ae-8563-235142279f3c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:57.701162 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] For port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,segment=NetworkSegment(c094d236-e621-405e-a037-0ac0a4b215c9),segment_id=c094d236-e621-405e-a037-0ac0a4b215c9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:57.701387 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f099b96-d48f-469a-b093-c526ea02aef2 req-43288f26-fb7d-47ae-8563-235142279f3c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 944 time: 0.0783129 Jun 16 21:18:57.701506 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.714737 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] Deleting port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:18:57.715115 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.722450 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Calling delete_port for 871a99eb-3c9e-47d9-b58c-3feb8be45f0f owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:57.783578 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-dbbf099b-b774-4691-a8dc-79e63e74ca3c service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966958 Jun 16 21:18:57.804135 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f099b96-d48f-469a-b093-c526ea02aef2 req-efdd481f-1f2a-473d-b8f7-882f91e6e563 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924258 Jun 16 21:18:57.839730 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device f4725db2-3fd6-443b-b023-0f52350ae2a8 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:57.870658 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] For port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,segment=NetworkSegment(c094d236-e621-405e-a037-0ac0a4b215c9),segment_id=c094d236-e621-405e-a037-0ac0a4b215c9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:57.870991 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.874214 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: f4725db2-3fd6-443b-b023-0f52350ae2a8 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:57.874753 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device f4725db2-3fd6-443b-b023-0f52350ae2a8 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:57.888985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] Calling delete_port for 871a99eb-3c9e-47d9-b58c-3feb8be45f0f owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:18:57.893734 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:57.894421 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:57.944585 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Pushing event deleted for resources: {'Port': ['ID=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:57.950511 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a7da7a3-2487-493d-8b9b-7f05f7c1a44b req-cf5bccc5-278b-4b41-9911-f60ef9cdbd2b service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600416 Jun 16 21:18:57.951836 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] No DVR routers for this DVR port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f on host dv-cinder-819149-6-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:18:57.955143 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:57.987459 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (871a99eb-3c9e-47d9-b58c-3feb8be45f0f), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.013731 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] Pushing event deleted for resources: {'Port': ['ID=871a99eb-3c9e-47d9-b58c-3feb8be45f0f,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:58.017619 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0c63d-3b39-4a0a-a008-eca44edc1da3 None None] No DVR routers for this DVR port 871a99eb-3c9e-47d9-b58c-3feb8be45f0f on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:18:58.042231 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.066792 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:58.076403 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c094d236-e621-405e-a037-0ac0a4b215c9') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:58.076659 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c094d236-e621-405e-a037-0ac0a4b215c9') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:18:58.090664 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812819'] for segment (c094d236-e621-405e-a037-0ac0a4b215c9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.107046 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c094d236-e621-405e-a037-0ac0a4b215c9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.116514 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:18:58.117421 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17516174'] for segment (c094d236-e621-405e-a037-0ac0a4b215c9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.193274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:58.212758 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.218808 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.222386 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] 10.222.0.43 "DELETE /v2.0/networks/84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff HTTP/1.1" status: 204 len: 168 time: 0.8805606 Jun 16 21:18:58.234013 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c094d236-e621-405e-a037-0ac0a4b215c9 resource provider aggregate not found Jun 16 21:18:58.238099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082b63a-bb32-45b8-a655-6dcc1fefbfee admin admin] Pushing event deleted for resources: {'Network': ['ID=84ff6a2e-cf2a-417b-a5a0-1c1e0f4b05ff,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:58.255301 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c094d236-e621-405e-a037-0ac0a4b215c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c094d236-e621-405e-a037-0ac0a4b215c9 found for delete ", "request_id": "req-62bc1da0-6d88-415c-b80e-9d46167e0baf"}]} Jun 16 21:18:58.398494 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37786) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:58.441360 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-08409be7-5f3e-4148-abc5-0cdd91d903b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df862b955995466a84bc189d9098d7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415919 Jun 16 21:18:58.443863 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37788) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:58.493942 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8c9b715b-61fb-47dd-880e-0e59ca300b55 admin admin] Publish callbacks [] for security_group (3c013a3e-f582-4bb7-87c2-cec1a23dfc1b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.519541 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8c9b715b-61fb-47dd-880e-0e59ca300b55 admin admin] Publish callbacks [] for security_group (3c013a3e-f582-4bb7-87c2-cec1a23dfc1b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.566363 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8c9b715b-61fb-47dd-880e-0e59ca300b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3c013a3e-f582-4bb7-87c2-cec1a23dfc1b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.568904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8c9b715b-61fb-47dd-880e-0e59ca300b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:58.570115 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8c9b715b-61fb-47dd-880e-0e59ca300b55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c013a3e-f582-4bb7-87c2-cec1a23dfc1b HTTP/1.1" status: 204 len: 168 time: 0.1253138 Jun 16 21:18:58.577622 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b715b-61fb-47dd-880e-0e59ca300b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c013a3e-f582-4bb7-87c2-cec1a23dfc1b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:58.903972 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37796) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:58.930686 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf3193-d70b-4308-97ce-b28f52c2d66d req-831202b2-9a57-4bde-a926-e3100ee89e45 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:18:58.932160 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4ccf3193-d70b-4308-97ce-b28f52c2d66d req-831202b2-9a57-4bde-a926-e3100ee89e45 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 944 time: 0.0620465 Jun 16 21:18:58.975782 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-352d7a41-5bb0-4a32-9666-a10dec38d6ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f0847e6274e4c438dd69a1efca60ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703673 Jun 16 21:18:58.978184 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37798) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:18:58.985859 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:18:58.999587 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4ccf3193-d70b-4308-97ce-b28f52c2d66d req-7ebd7a42-e2ea-48c0-964d-21e204af9b62 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619509 Jun 16 21:18:59.032711 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1be8b3ad-b9de-471c-bdf2-3408c88a1e62 admin admin] Publish callbacks [] for security_group (7f611967-6d06-4b58-b4a3-8a2e6540d74f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:59.054757 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1be8b3ad-b9de-471c-bdf2-3408c88a1e62 admin admin] Publish callbacks [] for security_group (7f611967-6d06-4b58-b4a3-8a2e6540d74f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:59.101487 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1be8b3ad-b9de-471c-bdf2-3408c88a1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7f611967-6d06-4b58-b4a3-8a2e6540d74f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:59.103948 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1be8b3ad-b9de-471c-bdf2-3408c88a1e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:59.105109 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1be8b3ad-b9de-471c-bdf2-3408c88a1e62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f611967-6d06-4b58-b4a3-8a2e6540d74f HTTP/1.1" status: 204 len: 168 time: 0.1256430 Jun 16 21:18:59.113762 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8b3ad-b9de-471c-bdf2-3408c88a1e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f611967-6d06-4b58-b4a3-8a2e6540d74f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:59.255461 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbf06214-e133-43af-b2fc-89ebd0b9c79b details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:18:59.373238 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 871a99eb-3c9e-47d9-b58c-3feb8be45f0f no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:59.384519 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbf06214-e133-43af-b2fc-89ebd0b9c79b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:59.407210 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 871a99eb-3c9e-47d9-b58c-3feb8be45f0f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:59.407556 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 871a99eb-3c9e-47d9-b58c-3feb8be45f0f not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:59.407972 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 9fe4c428-8649-4d0c-9267-0a21afde8c6a no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:18:59.434963 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'port_id': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'mac_address': 'fa:16:3e:da:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:18:59.436841 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 9fe4c428-8649-4d0c-9267-0a21afde8c6a {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:18:59.437185 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 9fe4c428-8649-4d0c-9267-0a21afde8c6a not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:18:59.476284 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port dbf06214-e133-43af-b2fc-89ebd0b9c79b is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:18:59.476671 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:59.495479 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf06214-e133-43af-b2fc-89ebd0b9c79b {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:18:59.517001 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbf06214-e133-43af-b2fc-89ebd0b9c79b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:18:59.520724 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:18:59.569902 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=dbf06214-e133-43af-b2fc-89ebd0b9c79b,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:18:59.836263 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['dbf06214-e133-43af-b2fc-89ebd0b9c79b'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:19:00.087267 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:00.097691 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427fcb4-e91c-48b5-a630-5444f448d4bb req-033f03d7-6149-48ac-a65a-f2eece85c363 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:00.099189 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5427fcb4-e91c-48b5-a630-5444f448d4bb req-033f03d7-6149-48ac-a65a-f2eece85c363 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0484140 Jun 16 21:19:00.124669 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1fe2-6c75-43c8-b9f9-d62a244461ac req-3ee814a2-d17f-4875-8ead-fde555fff5c7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:00.126164 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8fa1fe2-6c75-43c8-b9f9-d62a244461ac req-3ee814a2-d17f-4875-8ead-fde555fff5c7 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 945 time: 0.0502005 Jun 16 21:19:00.151571 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5427fcb4-e91c-48b5-a630-5444f448d4bb req-67af03ed-c9dc-4bb8-8660-82f744fd25a8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467298 Jun 16 21:19:00.175039 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8fa1fe2-6c75-43c8-b9f9-d62a244461ac req-268f3ec5-1fa3-430d-86bb-04a87d256bd3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Jun 16 21:19:01.267592 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbf06214-e133-43af-b2fc-89ebd0b9c79b up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:19:01.308427 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6863-f59f-4c9b-903a-aaae698971df req-a206afa8-7c6c-4590-a7c6-c5b0ecfc6866 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:01.310012 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-852d6863-f59f-4c9b-903a-aaae698971df req-a206afa8-7c6c-4590-a7c6-c5b0ecfc6866 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0602720 Jun 16 21:19:01.322860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c707058-41dc-442b-84b1-86585bf5648f req-bbb528fe-f786-4b82-b679-f1133a7d143e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:01.324195 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c707058-41dc-442b-84b1-86585bf5648f req-bbb528fe-f786-4b82-b679-f1133a7d143e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 945 time: 0.0581839 Jun 16 21:19:01.325004 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port dbf06214-e133-43af-b2fc-89ebd0b9c79b completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:19:01.333279 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port dbf06214-e133-43af-b2fc-89ebd0b9c79b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:19:01.333706 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:01.360017 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:01.361205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-852d6863-f59f-4c9b-903a-aaae698971df req-e0e45f15-51ee-4c58-9b66-449bec41915a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454042 Jun 16 21:19:01.384478 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c707058-41dc-442b-84b1-86585bf5648f req-b5ef550d-d6e0-4dba-a9cf-86181003eb4a tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529046 Jun 16 21:19:01.413806 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port dbf06214-e133-43af-b2fc-89ebd0b9c79b is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:19:01.414244 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:01.436828 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:01.439002 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ee91b8-273b-49bd-b85b-90365c2cb6a4" -d '{"events": [{"server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:01.454390 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port dbf06214-e133-43af-b2fc-89ebd0b9c79b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:01.458720 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:01.480486 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:01.507940 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=dbf06214-e133-43af-b2fc-89ebd0b9c79b,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:01.664721 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc239868-248c-4470-9f4c-4f83d1f8ad52 x-openstack-request-id: req-cc239868-248c-4470-9f4c-4f83d1f8ad52 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:01.665017 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:01.665269 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc239868-248c-4470-9f4c-4f83d1f8ad52 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:01.665666 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc239868-248c-4470-9f4c-4f83d1f8ad52'] response: {'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'code': 200} Jun 16 21:19:01.846972 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb26603-5728-4141-a110-4487489b108c req-b110f93a-893a-4815-91a2-5607d424fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:01.848541 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-abb26603-5728-4141-a110-4487489b108c req-b110f93a-893a-4815-91a2-5607d424fe70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 1130 time: 0.0439744 Jun 16 21:19:01.902288 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-abb26603-5728-4141-a110-4487489b108c req-902a64e7-8e45-4897-bd12-1ac563a22d2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413263 Jun 16 21:19:02.487714 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95f56-676c-4cf5-ad01-62418be91d4f req-e0a725aa-8983-4bcf-bdec-b5ed13e26555 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:02.489240 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fb95f56-676c-4cf5-ad01-62418be91d4f req-e0a725aa-8983-4bcf-bdec-b5ed13e26555 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0496190 Jun 16 21:19:02.508739 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e762-f473-472f-8b36-64f9216888cc req-e1651d78-2166-49e9-8414-488d066050c4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:02.510201 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cbd8e762-f473-472f-8b36-64f9216888cc req-e1651d78-2166-49e9-8414-488d066050c4 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.0507760 Jun 16 21:19:02.537857 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fb95f56-676c-4cf5-ad01-62418be91d4f req-39ab9b68-b465-4fe7-b9e5-dea297dde46d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Jun 16 21:19:02.558703 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cbd8e762-f473-472f-8b36-64f9216888cc req-232693cc-7b04-4305-abf0-f42b6ce710ad tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Jun 16 21:19:02.981758 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=10 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:03.010156 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=62 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:03.668546 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a52a2-bd38-4dfd-8fc4-9a0551009aae req-41eda552-8817-4d93-bd2b-9a175f2b32b7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:03.670136 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c58a52a2-bd38-4dfd-8fc4-9a0551009aae req-41eda552-8817-4d93-bd2b-9a175f2b32b7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0487623 Jun 16 21:19:03.682713 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc5f7a-2270-42d6-98ef-e8a615d59a1a req-3abb823d-8df9-4482-b613-1b56c5eaf893 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:03.684185 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-56bc5f7a-2270-42d6-98ef-e8a615d59a1a req-3abb823d-8df9-4482-b613-1b56c5eaf893 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.0468709 Jun 16 21:19:03.722715 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c58a52a2-bd38-4dfd-8fc4-9a0551009aae req-c29fe1b9-3163-4d4e-8f60-6ee6793923d0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Jun 16 21:19:03.731550 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-56bc5f7a-2270-42d6-98ef-e8a615d59a1a req-cf5f7407-b6aa-4f4c-b559-9952eff3586d tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417566 Jun 16 21:19:03.841597 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94f009-5a6c-4fac-9276-729a08f6eea9 req-470ed2f2-8bda-427b-bf6d-771715772e4e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:03.842986 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e94f009-5a6c-4fac-9276-729a08f6eea9 req-470ed2f2-8bda-427b-bf6d-771715772e4e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.0473721 Jun 16 21:19:03.851707 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37842) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:03.856028 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Request body: {'floatingip': {'port_id': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:19:03.894676 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (a3b0eb42-e40d-41c7-961e-8d4a65d30f6d), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:04.317763 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:04.321487 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (a3b0eb42-e40d-41c7-961e-8d4a65d30f6d), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:04.391138 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:04.417196 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Floating IP a3b0eb42-e40d-41c7-961e-8d4a65d30f6d associated. External IP: 172.27.3.226, port: dbf06214-e133-43af-b2fc-89ebd0b9c79b. Jun 16 21:19:04.461269 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:04.616898 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Router 74e293d6-4e8b-46a7-aa5b-e06703509423 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:19:04.717568 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:19:04.722844 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:04.727146 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] Sync routers for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:19:04.737896 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:04.738510 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:04.756075 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-16383254-9167-4586-8710-9f1d8603ce3b tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "PUT /v2.0/floatingips/a3b0eb42-e40d-41c7-961e-8d4a65d30f6d HTTP/1.1" status: 200 len: 992 time: 0.9027874 Jun 16 21:19:04.756222 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:04.758405 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5" -d '{"events": [{"name": "network-changed", "server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:04.794549 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb77b1bf-faf9-4e61-9537-11efd72eb889 x-openstack-request-id: req-cb77b1bf-faf9-4e61-9537-11efd72eb889 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:04.794905 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:04.795222 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb77b1bf-faf9-4e61-9537-11efd72eb889 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:04.795840 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb77b1bf-faf9-4e61-9537-11efd72eb889'] response: {'name': 'network-changed', 'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'status': 'completed', 'code': 200} Jun 16 21:19:04.832475 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:04.850243 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81850d38-d092-48a0-834d-7e5c8095e7b9 req-219f5d03-8c38-4704-8d65-3ecf5387bd22 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:04.852026 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81850d38-d092-48a0-834d-7e5c8095e7b9 req-219f5d03-8c38-4704-8d65-3ecf5387bd22 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0532463 Jun 16 21:19:04.855697 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:04.902039 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-81850d38-d092-48a0-834d-7e5c8095e7b9 req-30fccc31-b007-4a54-85da-9e421e9a4ae0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445702 Jun 16 21:19:05.032683 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:05.042124 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-3bd4ad30-faab-4867-9216-3210211c3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:05.043642 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-3bd4ad30-faab-4867-9216-3210211c3fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=536b36bd517a4dca8706718f6bab9c1a&device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 1130 time: 0.0451577 Jun 16 21:19:05.086061 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'a3b0eb42-e40d-41c7-961e-8d4a65d30f6d', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'port_id': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'mac_address': 'fa:16:3e:da:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:18:51Z', 'updated_at': '2022-06-16T21:19:04Z', 'revision_number': 1, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:05.088395 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f61023b1-369c-4d45-94b1-92dd187276fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:05.111480 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] Checking router: 74e293d6-4e8b-46a7-aa5b-e06703509423 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:19:05.121557 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:05.122168 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:18:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:05.151807 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-abd95e48-5981-466f-877f-4613114b7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:05.153399 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-abd95e48-5981-466f-877f-4613114b7323 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 200 len: 911 time: 0.1020751 Jun 16 21:19:05.223596 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:05.434332 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'a3b0eb42-e40d-41c7-961e-8d4a65d30f6d', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'port_id': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'mac_address': 'fa:16:3e:da:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:18:51Z', 'updated_at': '2022-06-16T21:19:04Z', 'revision_number': 1, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:05.458216 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23975bfc-bda7-44a4-826c-b9150e59f077 None None] The sync data for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi is: [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': 'a3b0eb42-e40d-41c7-961e-8d4a65d30f6d', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'port_id': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'mac_address': 'fa:16:3e:da:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:18:51Z', 'updated_at': '2022-06-16T21:19:04Z', 'revision_number': 1, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:19:05.463849 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-ba3bfba2-7109-4b47-a6e1-32036332ed03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b HTTP/1.1" status: 200 len: 1000 time: 0.0590715 Jun 16 21:19:05.515532 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-8e95469b-7e10-483e-a258-b75e868a9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:05.517052 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-8e95469b-7e10-483e-a258-b75e868a9cd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 200 len: 849 time: 0.0455854 Jun 16 21:19:05.571030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-a5d506a1-a90c-4bf2-b1b0-31570cbc9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:05.572589 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-a5d506a1-a90c-4bf2-b1b0-31570cbc9f70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c45b6299-9716-4173-aacf-27f0517667e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439923 Jun 16 21:19:05.643298 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b128ffd-c4e0-4bb1-9bf7-5d26542f8145 None None] New status for floating IP a3b0eb42-e40d-41c7-961e-8d4a65d30f6d: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:19:05.681472 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-6835a999-296a-430b-9029-74c7bdd4ebb7 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879505 Jun 16 21:19:05.777215 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bfaab5ee-b181-4d0c-b518-6f4acf6566c5 req-4a78195b-c1af-4d36-abd8-ce05cb61e619 service neutron] 10.222.0.47 "GET /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880773 Jun 16 21:19:06.021387 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291970-b265-4be1-b313-cbea550c3368 req-0fcfa88e-4ec9-48b6-ac09-c6c7b52e90e3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:06.022824 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56291970-b265-4be1-b313-cbea550c3368 req-0fcfa88e-4ec9-48b6-ac09-c6c7b52e90e3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0475581 Jun 16 21:19:06.069463 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56291970-b265-4be1-b313-cbea550c3368 req-d197ac67-184c-4ddc-b493-779a0e3a0856 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Jun 16 21:19:06.452984 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-f381a548-f1a7-4dc9-bfba-83a6170e34b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397224 Jun 16 21:19:06.516867 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5a965-a213-4456-9648-100bc6d7a403 req-e9cb7f49-f716-40c5-b544-01a79716d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:06.518881 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-e9cb7f49-f716-40c5-b544-01a79716d28b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1129 time: 0.0382359 Jun 16 21:19:06.625875 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5a965-a213-4456-9648-100bc6d7a403 req-7c659036-6251-43f7-9f6d-879982f1d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:06.627322 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-7c659036-6251-43f7-9f6d-879982f1d982 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 200 len: 909 time: 0.0888445 Jun 16 21:19:06.688943 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-8f9e313f-cc1e-4c3f-a123-a9e233940354 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 1000 time: 0.0546625 Jun 16 21:19:06.741304 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5a965-a213-4456-9648-100bc6d7a403 req-768b6823-f63b-456c-a88a-f991851ae217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:06.742644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-768b6823-f63b-456c-a88a-f991851ae217 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f829a3f9-ab37-4484-ba72-a548548bcc16 HTTP/1.1" status: 200 len: 847 time: 0.0465562 Jun 16 21:19:06.789789 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5a965-a213-4456-9648-100bc6d7a403 req-35f558d5-4a0f-46f3-8da2-a32bad6509f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:06.791273 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-35f558d5-4a0f-46f3-8da2-a32bad6509f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b4fd2f5-218d-4169-8b25-5af8eae424cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386689 Jun 16 21:19:06.879840 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-aff7ad58-f6ef-48a0-b204-bbcd4616a2a8 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Jun 16 21:19:06.973496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:06.977718 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-72d5a965-a213-4456-9648-100bc6d7a403 req-3e6bca68-fe0b-4556-a6db-5f25c18806e2 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918245 Jun 16 21:19:07.152811 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:07.195151 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0ef74-f25f-418a-9e85-b13c1b181a6b req-83c4a19a-f247-4c1c-ad64-e8dee5917382 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:07.196737 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5a0ef74-f25f-418a-9e85-b13c1b181a6b req-83c4a19a-f247-4c1c-ad64-e8dee5917382 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0542409 Jun 16 21:19:07.208473 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:07.249942 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5a0ef74-f25f-418a-9e85-b13c1b181a6b req-6db78bea-59d5-4df0-af12-2bddb3081c98 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459983 Jun 16 21:19:07.335701 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-041bfb33-8f22-4572-825c-8083b06b5fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:08.370522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8e86-97f0-4327-aacc-9e47156b6648 req-f2ff623c-ba53-410e-b7f2-649bbb3003f3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:08.371994 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195f8e86-97f0-4327-aacc-9e47156b6648 req-f2ff623c-ba53-410e-b7f2-649bbb3003f3 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0470629 Jun 16 21:19:08.421318 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-195f8e86-97f0-4327-aacc-9e47156b6648 req-551bcf4f-8e91-4e15-a405-1215fb938bdf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420551 Jun 16 21:19:08.568824 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:09.545125 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7d7a6-4cf2-45bc-93cd-8cc3f21b6181 req-7e6b4685-bcf8-4a2d-99d4-bfe054c6ee5d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:09.546586 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0d7d7a6-4cf2-45bc-93cd-8cc3f21b6181 req-7e6b4685-bcf8-4a2d-99d4-bfe054c6ee5d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0519893 Jun 16 21:19:09.594079 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a0d7d7a6-4cf2-45bc-93cd-8cc3f21b6181 req-1df979c4-5790-4e4f-b18b-a8ba2cf77ea1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Jun 16 21:19:10.116985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:10.587965 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:10.716374 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff62b85-ff01-421b-908b-4ba4f154b066 req-dcd6f2a4-8e44-4743-b727-6c708e7d9655 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:10.717821 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ff62b85-ff01-421b-908b-4ba4f154b066 req-dcd6f2a4-8e44-4743-b727-6c708e7d9655 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0507276 Jun 16 21:19:10.766565 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ff62b85-ff01-421b-908b-4ba4f154b066 req-e394ec17-1c57-4a01-83de-1c77d935f322 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Jun 16 21:19:11.885105 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8c1be-4dd5-4fb1-a04d-d5e04ac88219 req-db4052e8-6e02-4564-b6db-3b2f19e5afbd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:11.886460 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bea8c1be-4dd5-4fb1-a04d-d5e04ac88219 req-db4052e8-6e02-4564-b6db-3b2f19e5afbd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0469942 Jun 16 21:19:11.933339 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bea8c1be-4dd5-4fb1-a04d-d5e04ac88219 req-b1a39133-a3f7-40d5-a22e-abf820bff0b5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412040 Jun 16 21:19:12.216798 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:19:13.054059 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04710b78-f4bf-4e97-bd98-01216f06b9fe req-d74375c2-2af4-4f5a-8075-c6ab4456d7fd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:13.055522 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04710b78-f4bf-4e97-bd98-01216f06b9fe req-d74375c2-2af4-4f5a-8075-c6ab4456d7fd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0481689 Jun 16 21:19:13.102489 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04710b78-f4bf-4e97-bd98-01216f06b9fe req-b23ce321-4285-42ca-ac0f-e60fd9ab1603 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413468 Jun 16 21:19:14.219803 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26252-c53b-4c48-90e4-2c6656f36aa3 req-fd264c7d-4e15-4c26-bf7a-b3e1f45e7d4f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:14.221190 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9fa26252-c53b-4c48-90e4-2c6656f36aa3 req-fd264c7d-4e15-4c26-bf7a-b3e1f45e7d4f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0464916 Jun 16 21:19:14.271765 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9fa26252-c53b-4c48-90e4-2c6656f36aa3 req-0d991d3b-fb77-4a87-9a21-1786b75e2804 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440044 Jun 16 21:19:15.394624 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c578f-372d-404b-9aed-1ff95ccd07eb req-dd7f8591-e295-459e-ad78-8a37927d781d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:15.396007 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-686c578f-372d-404b-9aed-1ff95ccd07eb req-dd7f8591-e295-459e-ad78-8a37927d781d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0526848 Jun 16 21:19:15.432368 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=75 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:15.445265 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-686c578f-372d-404b-9aed-1ff95ccd07eb req-eedb66c4-a3a0-4a20-827d-dd2e37876ffd tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437415 Jun 16 21:19:16.565630 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cf2a5-4694-46dc-847d-e12d3484d083 req-667a064e-45ce-4d02-8571-637594a94ccb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:16.567863 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-056cf2a5-4694-46dc-847d-e12d3484d083 req-667a064e-45ce-4d02-8571-637594a94ccb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0519619 Jun 16 21:19:16.619290 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-056cf2a5-4694-46dc-847d-e12d3484d083 req-fa3b2a15-44cf-4998-9034-2ab596d8afa6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448732 Jun 16 21:19:17.363634 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:19:17.466105 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:17.477231 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'ce808840-2e04-4b62-89bc-caeba961a739', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'port_id': 'ce808840-2e04-4b62-89bc-caeba961a739', 'mac_address': 'fa:16:3e:61:86:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:19:17.512891 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: ACTIVE; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:19:17.513282 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:17.526682 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce808840-2e04-4b62-89bc-caeba961a739 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:19:17.546789 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:17.551170 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:17.599568 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:17.681290 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['ce808840-2e04-4b62-89bc-caeba961a739'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:19:17.739290 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48f71-3f43-4d0b-8fc2-d96db9aedf1f req-c70a91b9-a13b-4988-b380-268d0be8a38d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:17.740950 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fdb48f71-3f43-4d0b-8fc2-d96db9aedf1f req-c70a91b9-a13b-4988-b380-268d0be8a38d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 944 time: 0.0486619 Jun 16 21:19:17.789750 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fdb48f71-3f43-4d0b-8fc2-d96db9aedf1f req-0e19f44d-61b5-43dc-9f35-3772bc22f6fb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428939 Jun 16 21:19:18.915450 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499180d-3581-4224-a696-352f957e5ecb req-bdbcd87f-e17b-4c68-a2fa-c9ea90b08a08 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:18.917192 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c499180d-3581-4224-a696-352f957e5ecb req-bdbcd87f-e17b-4c68-a2fa-c9ea90b08a08 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 944 time: 0.0516503 Jun 16 21:19:18.971581 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c499180d-3581-4224-a696-352f957e5ecb req-bc9b7e27-b6d3-4c0a-8c14-f4665be86cef tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487385 Jun 16 21:19:19.379444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:19:19.434494 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:19.436799 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port ce808840-2e04-4b62-89bc-caeba961a739 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:19:19.437237 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ce808840-2e04-4b62-89bc-caeba961a739), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:19.507263 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:19.514677 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:19:19.515068 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:19.546246 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:19.548841 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19dfa43-2593-49de-8560-015094fc85a8" -d '{"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:19.565798 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:19.572905 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:19.607736 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778d4932-f838-42b6-ae19-10f7fe2ecd75 x-openstack-request-id: req-778d4932-f838-42b6-ae19-10f7fe2ecd75 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:19.608027 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:19.608311 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-778d4932-f838-42b6-ae19-10f7fe2ecd75 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:19.608735 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778d4932-f838-42b6-ae19-10f7fe2ecd75'] response: {'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739', 'code': 200} Jun 16 21:19:19.638040 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:20.110989 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8891e-3e60-4d80-9086-dd48d3494d7c req-a9557f8f-aa26-4e6b-950d-460701bcfd2d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:20.115322 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04b8891e-3e60-4d80-9086-dd48d3494d7c req-a9557f8f-aa26-4e6b-950d-460701bcfd2d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0615814 Jun 16 21:19:20.168273 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04b8891e-3e60-4d80-9086-dd48d3494d7c req-9a06552c-ebe3-4aff-b041-97e07f6fa374 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471501 Jun 16 21:19:21.299640 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427e0ab-f8e0-4da3-964c-87806ec400cc req-19e10b9c-2963-476f-badf-7e2af15e4366 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:21.302091 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d427e0ab-f8e0-4da3-964c-87806ec400cc req-19e10b9c-2963-476f-badf-7e2af15e4366 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0550468 Jun 16 21:19:21.340877 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:21.366948 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d427e0ab-f8e0-4da3-964c-87806ec400cc req-1501d6ae-2e28-43ee-a928-a4dc36c96365 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591052 Jun 16 21:19:22.212792 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=75 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:22.502160 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b3333-7790-49ce-8b73-054711c5e397 req-db5857f9-9c62-438d-9c4d-eee8a78fe6bf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:22.503913 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5f8b3333-7790-49ce-8b73-054711c5e397 req-db5857f9-9c62-438d-9c4d-eee8a78fe6bf tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0502746 Jun 16 21:19:22.561771 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5f8b3333-7790-49ce-8b73-054711c5e397 req-a4350653-e4ac-42de-a16b-56c1db3af8d0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505328 Jun 16 21:19:23.404986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:23.427597 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ff5e0-82c5-4076-94c7-9503c64ec7e2 req-6130434c-8645-493e-86e5-f817b8b1e372 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:23.429454 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-254ff5e0-82c5-4076-94c7-9503c64ec7e2 req-6130434c-8645-493e-86e5-f817b8b1e372 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0541730 Jun 16 21:19:23.484731 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-254ff5e0-82c5-4076-94c7-9503c64ec7e2 req-74dcf728-9a3a-4d92-9005-23365b3bb5ca tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494483 Jun 16 21:19:23.709572 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02027352-f9a3-41cb-8bbf-79e9f525f8ab req-aad1de7c-7f89-48c5-80a4-c3799928b367 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:23.711138 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-02027352-f9a3-41cb-8bbf-79e9f525f8ab req-aad1de7c-7f89-48c5-80a4-c3799928b367 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0563467 Jun 16 21:19:23.770115 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-02027352-f9a3-41cb-8bbf-79e9f525f8ab req-d2022bec-887b-45dc-bf38-1d7b6ab9e328 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522573 Jun 16 21:19:24.621013 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4658e6-f6b8-480e-8a76-55a187f04fe3 req-a74ec29b-4182-4248-bf3d-4f7a5fc4a414 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:24.623171 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b4658e6-f6b8-480e-8a76-55a187f04fe3 req-a74ec29b-4182-4248-bf3d-4f7a5fc4a414 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0590904 Jun 16 21:19:24.682259 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b4658e6-f6b8-480e-8a76-55a187f04fe3 req-acc63cc5-4885-49ec-83cb-857ba2d9bfe1 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509744 Jun 16 21:19:24.906215 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526d0d0-1d76-4355-a1e1-2f480e69c3d3 req-1239d3bf-51ed-4cdc-88a1-d546135b1d76 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:24.907836 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2526d0d0-1d76-4355-a1e1-2f480e69c3d3 req-1239d3bf-51ed-4cdc-88a1-d546135b1d76 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0584686 Jun 16 21:19:24.955577 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:24.964539 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2526d0d0-1d76-4355-a1e1-2f480e69c3d3 req-537adcd5-6e5f-45cd-8ba3-172904744d7a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 Jun 16 21:19:25.812762 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55d136-7270-4aa0-b646-edb1fe3f1ad9 req-b4ea3494-d795-4d73-b20e-d0ac199e79d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:25.817259 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e55d136-7270-4aa0-b646-edb1fe3f1ad9 req-b4ea3494-d795-4d73-b20e-d0ac199e79d2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0627873 Jun 16 21:19:25.870608 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e55d136-7270-4aa0-b646-edb1fe3f1ad9 req-2ec12942-694a-41f7-a9e9-fb6df57eb1ce tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476913 Jun 16 21:19:26.097266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc93e1-811f-4d23-a63f-1c87b86c8885 req-937cff51-a1f4-4fb7-a578-fbb27e7f2c61 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:26.098801 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73cc93e1-811f-4d23-a63f-1c87b86c8885 req-937cff51-a1f4-4fb7-a578-fbb27e7f2c61 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0510662 Jun 16 21:19:26.153925 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-73cc93e1-811f-4d23-a63f-1c87b86c8885 req-45bc6757-c637-4b86-8688-f57e3000402a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490572 Jun 16 21:19:27.010173 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ad218-80d1-4495-ab9e-4d52d54e33fd req-eb233558-55e7-4bdb-8b96-4b0ec29700bd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:27.011667 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-547ad218-80d1-4495-ab9e-4d52d54e33fd req-eb233558-55e7-4bdb-8b96-4b0ec29700bd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Jun 16 21:19:27.067914 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-547ad218-80d1-4495-ab9e-4d52d54e33fd req-64dd6da9-1e3c-4983-9801-e57c964de17b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=80d9cf40-b939-4b74-afec-29bc9648e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499871 Jun 16 21:19:27.500278 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-ad1f19f9-a7e2-46d5-8dc3-4f87e2a5d53e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:27.501604 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-ad1f19f9-a7e2-46d5-8dc3-4f87e2a5d53e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 945 time: 0.3481069 Jun 16 21:19:27.524022 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710d11-cdb7-40cf-b964-914701ca1662 req-4aa63ca4-444e-4785-8a04-b830430c24e9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:27.525447 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09710d11-cdb7-40cf-b964-914701ca1662 req-4aa63ca4-444e-4785-8a04-b830430c24e9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0686996 Jun 16 21:19:27.621510 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:27.634533 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09710d11-cdb7-40cf-b964-914701ca1662 req-c5dae4be-b4d7-4d69-b58e-16be70c94cf9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916221 Jun 16 21:19:27.635332 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Deleting port 05b93a42-bdde-493e-9e4e-b676213111c0 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:27.635671 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:27.725560 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] For port 05b93a42-bdde-493e-9e4e-b676213111c0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05b93a42-bdde-493e-9e4e-b676213111c0,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:27.725925 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:27.892633 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:27.892996 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:27.893306 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Floating IP d821b45b-d768-4778-906a-005869a1ee14 disassociated. External IP: 172.27.3.116, port: 05b93a42-bdde-493e-9e4e-b676213111c0. Jun 16 21:19:27.893644 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Calling delete_port for 05b93a42-bdde-493e-9e4e-b676213111c0 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:27.926303 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-119bf7ab-f785-4f0b-9450-0bd1335c48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:27.927809 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-119bf7ab-f785-4f0b-9450-0bd1335c48fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 1129 time: 0.0403035 Jun 16 21:19:28.020777 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (05b93a42-bdde-493e-9e4e-b676213111c0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:28.028331 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-7ed68ad3-f948-4379-89e9-a331e87da6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:28.029810 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-7ed68ad3-f948-4379-89e9-a331e87da6b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.0920246 Jun 16 21:19:28.051781 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event deleted for resources: {'Port': ['ID=05b93a42-bdde-493e-9e4e-b676213111c0,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:28.101993 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-1eaa5df5-b9e2-4805-88af-5233f898295d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 200 len: 1001 time: 0.0635602 Jun 16 21:19:28.164863 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:28.167047 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:19:28.176401 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-487315f9-07aa-4651-9a98-e29960bd4030 req-719994fe-75a3-4740-bef0-eb13e833854c tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=24b1c256-3ab9-4d48-a2d3-eca09c3159f1 HTTP/1.1" status: 200 len: 210 time: 0.0337629 Jun 16 21:19:28.189945 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-2203ee0d-7126-4ba2-87c4-b1862ea5754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:28.193493 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-2203ee0d-7126-4ba2-87c4-b1862ea5754b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.0773144 Jun 16 21:19:28.237504 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-d2e5a782-b650-4fc9-8448-722108b1f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:28.239101 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-d2e5a782-b650-4fc9-8448-722108b1f2ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393591 Jun 16 21:19:28.275261 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:19:28.285121 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] Sync routers for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:19:28.295249 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:28.296003 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:28.319561 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] No DVR routers for this DVR port 05b93a42-bdde-493e-9e4e-b676213111c0 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:28.322574 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:28.326258 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e1bdb044-7efe-431c-ab3e-742a57618108 req-fd9d7f78-1358-4329-88cd-1889b4d93d10 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "DELETE /v2.0/ports/05b93a42-bdde-493e-9e4e-b676213111c0 HTTP/1.1" status: 204 len: 173 time: 0.8170450 Jun 16 21:19:28.326672 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'name': 'network-vif-deleted', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:28.329042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c0be2-ea52-44da-b5d8-4a0ebadab412" -d '{"events": [{"server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "name": "network-vif-deleted", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:28.373614 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b007e69a-ffea-428c-b8c6-a4378b633f9e x-openstack-request-id: req-b007e69a-ffea-428c-b8c6-a4378b633f9e {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:28.373908 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b1c256-3ab9-4d48-a2d3-eca09c3159f1", "name": "network-vif-deleted", "tag": "05b93a42-bdde-493e-9e4e-b676213111c0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:28.374182 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b007e69a-ffea-428c-b8c6-a4378b633f9e {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:28.374566 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b007e69a-ffea-428c-b8c6-a4378b633f9e'] response: {'server_uuid': '24b1c256-3ab9-4d48-a2d3-eca09c3159f1', 'name': 'network-vif-deleted', 'tag': '05b93a42-bdde-493e-9e4e-b676213111c0', 'status': 'completed', 'code': 200} Jun 16 21:19:28.510229 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:28.625937 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-10c08911-5da2-4eec-a494-686b1da49050 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787322 Jun 16 21:19:28.711675 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:28.736434 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] Checking router: 6aa53d8e-6828-434d-9cd0-85bbdca84b0d for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:19:28.746178 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:28.746770 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:28.756624 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cca1a-6699-4d5b-b554-3856d23aae34 req-06bdd6e0-0b20-4728-9a13-e15fa40cb883 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:28.758093 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a62cca1a-6699-4d5b-b554-3856d23aae34 req-06bdd6e0-0b20-4728-9a13-e15fa40cb883 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0510988 Jun 16 21:19:28.852446 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:28.870256 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a62cca1a-6699-4d5b-b554-3856d23aae34 req-7674aeff-95f6-434d-9d5f-bcacfd685238 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063755 Jun 16 21:19:28.902436 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b42ab763-7351-4a09-bc89-c43e4aff812f req-43dd7c55-faf8-4af1-9528-e6bd0ddc756b service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228135 Jun 16 21:19:29.051925 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:29.079366 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa73f1-bd97-4468-89a8-2a55552c0b6e None None] The sync data for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi is: [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:14:34Z', 'revision_number': 4, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '1ab8751b-cb5b-496f-97dd-334bd48e9dd1', 'name': '', 'network_id': 'a845e201-b1f1-498f-803f-02b706e2fd26', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'mac_address': 'fa:16:3e:72:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:33Z', 'updated_at': '2022-06-16T21:14:39Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'subnets': [{'id': 'f58d22d6-f6f6-458e-9180-65a1afbee399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:19:29.267420 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 37988) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:29.285427 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:29.294515 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534c41f-abd4-4609-95e9-3761dd158860 None None] New status for floating IP d821b45b-d768-4778-906a-005869a1ee14: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:19:29.325412 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-946870a1-903f-4a57-b952-0d9415ff6096 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group (80d9cf40-b939-4b74-afec-29bc9648e9f9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.345935 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:29.353148 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-946870a1-903f-4a57-b952-0d9415ff6096 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group (80d9cf40-b939-4b74-afec-29bc9648e9f9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.404450 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-946870a1-903f-4a57-b952-0d9415ff6096 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (80d9cf40-b939-4b74-afec-29bc9648e9f9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.406957 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-946870a1-903f-4a57-b952-0d9415ff6096 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.408100 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-946870a1-903f-4a57-b952-0d9415ff6096 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "DELETE /v2.0/security-groups/80d9cf40-b939-4b74-afec-29bc9648e9f9 HTTP/1.1" status: 204 len: 168 time: 0.1396897 Jun 16 21:19:29.411407 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37990) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:29.423496 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946870a1-903f-4a57-b952-0d9415ff6096 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d9cf40-b939-4b74-afec-29bc9648e9f9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:29.426678 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-ea8ab243-87b5-4c22-8467-2a39970005bc tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] show failed (client error): The resource could not be found. Jun 16 21:19:29.427764 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ea8ab243-87b5-4c22-8467-2a39970005bc tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups/80d9cf40-b939-4b74-afec-29bc9648e9f9 HTTP/1.1" status: 404 len: 347 time: 0.0153434 Jun 16 21:19:29.430511 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 37992) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:29.546799 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Deleting port 2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:29.547146 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.631501 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.631828 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.648882 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:29.650142 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Calling delete_port for 2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:29.780644 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.808389 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event deleted for resources: {'Port': ['ID=2b1c3ec4-7ee6-463a-bd5a-e9b0335234c7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:29.871974 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks [] for floatingip (d821b45b-d768-4778-906a-005869a1ee14), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.874576 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:29.875731 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6ceacdeb-b400-4bd2-99f0-7567680315fb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "DELETE /v2.0/floatingips/d821b45b-d768-4778-906a-005869a1ee14 HTTP/1.1" status: 204 len: 168 time: 0.4443240 Jun 16 21:19:30.003598 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc353e50-de7a-4d7e-a129-932ff48f6aa5 req-ec164d41-27aa-4cde-a51e-74eed064b389 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:30.005205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc353e50-de7a-4d7e-a129-932ff48f6aa5 req-ec164d41-27aa-4cde-a51e-74eed064b389 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0497262 Jun 16 21:19:30.052104 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc353e50-de7a-4d7e-a129-932ff48f6aa5 req-27ef3066-090f-4e78-a3fb-2858289ba9b2 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Jun 16 21:19:31.187719 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6f58-a4ea-412e-8a5f-e5d31910d937 req-698abb6b-5fdf-40a1-b616-b4a8774fc3ba tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:31.189223 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e5b6f58-a4ea-412e-8a5f-e5d31910d937 req-698abb6b-5fdf-40a1-b616-b4a8774fc3ba tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 945 time: 0.0525742 Jun 16 21:19:31.236522 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e5b6f58-a4ea-412e-8a5f-e5d31910d937 req-3c481d86-b701-4570-aa66-ee35b7a1b8f1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 Jun 16 21:19:31.441491 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 05b93a42-bdde-493e-9e4e-b676213111c0 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:31.470303 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 05b93a42-bdde-493e-9e4e-b676213111c0 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:31.470859 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 05b93a42-bdde-493e-9e4e-b676213111c0 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:31.471536 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:31.563983 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:19:31.564393 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:31.589256 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:31.591686 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80f9ee2-42d0-4034-a071-df4205c7c943" -d '{"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:31.605804 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:31.611140 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:31.641916 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d88bac-b9b5-4fe2-8a4c-a8f43659b0df x-openstack-request-id: req-a7d88bac-b9b5-4fe2-8a4c-a8f43659b0df {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:31.642203 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-unplugged", "status": "failed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739", "code": 422}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:31.642445 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7d88bac-b9b5-4fe2-8a4c-a8f43659b0df {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:31.642876 dv-cinder-819149-6-iscsi neutron-server[104110]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a7d88bac-b9b5-4fe2-8a4c-a8f43659b0df']: {'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739', 'code': 422} returned with failed status Jun 16 21:19:31.669632 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:32.224024 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db97ab-4dde-478e-813e-07b3ca0c56f6 req-0a27a3f3-731a-4bab-8416-8c90a11ae70f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:32.225576 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18db97ab-4dde-478e-813e-07b3ca0c56f6 req-0a27a3f3-731a-4bab-8416-8c90a11ae70f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0592244 Jun 16 21:19:32.276293 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-16b79e2a-ac76-4b12-a371-59de96dfa150 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554535 Jun 16 21:19:32.287358 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18db97ab-4dde-478e-813e-07b3ca0c56f6 req-d2150f8c-590c-413c-8e78-0ceadcf4320e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537152 Jun 16 21:19:32.365769 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-1985b4ed-bf40-4fd6-ba2c-5fae94f8155d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:32.367155 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e145106-9b4a-490c-8163-83f00779b860 req-00f7e55f-c648-43c5-b263-b8265ad6c1f2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:32.367275 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-1985b4ed-bf40-4fd6-ba2c-5fae94f8155d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports/ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 200 len: 940 time: 0.0478692 Jun 16 21:19:32.368906 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e145106-9b4a-490c-8163-83f00779b860 req-00f7e55f-c648-43c5-b263-b8265ad6c1f2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0478230 Jun 16 21:19:32.418702 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e145106-9b4a-490c-8163-83f00779b860 req-b1ad773f-7c21-4789-97ec-ff4a17c65046 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Jun 16 21:19:33.413935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bba3-d5c3-4f80-94ec-d7bfde63736a req-42e285df-aa33-4d2c-bf02-8a9ee89a8e62 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:33.415427 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b60bba3-d5c3-4f80-94ec-d7bfde63736a req-42e285df-aa33-4d2c-bf02-8a9ee89a8e62 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0522873 Jun 16 21:19:33.468070 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4b60bba3-d5c3-4f80-94ec-d7bfde63736a req-81709afc-56ac-4eda-9bbd-f19f359688e6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467827 Jun 16 21:19:33.537594 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dac7a-3e06-40c2-a5a6-d1b8a7536bac req-d0ce5ab1-34b3-4ea1-ac6a-c8b69bfffec3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:33.539060 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e5dac7a-3e06-40c2-a5a6-d1b8a7536bac req-d0ce5ab1-34b3-4ea1-ac6a-c8b69bfffec3 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0517759 Jun 16 21:19:33.588964 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e5dac7a-3e06-40c2-a5a6-d1b8a7536bac req-0e268f49-dfee-4d60-a0a2-6919ffdf51b0 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Jun 16 21:19:34.590845 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de830fa-bdbf-44ed-a0eb-8d7354ac9818 req-7bf80585-265a-4a23-b897-f998d86fe4af tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:34.592358 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8de830fa-bdbf-44ed-a0eb-8d7354ac9818 req-7bf80585-265a-4a23-b897-f998d86fe4af tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0479510 Jun 16 21:19:34.605368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:34.643384 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8de830fa-bdbf-44ed-a0eb-8d7354ac9818 req-1ca57edf-444d-4255-8232-dff7cdfe66da tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453100 Jun 16 21:19:34.714371 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacbbe9-5941-4928-808b-32f986419ba1 req-5599d29c-98c6-42c9-be70-348a33aca18f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:34.716149 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0eacbbe9-5941-4928-808b-32f986419ba1 req-5599d29c-98c6-42c9-be70-348a33aca18f tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0522330 Jun 16 21:19:34.769708 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0eacbbe9-5941-4928-808b-32f986419ba1 req-4c426092-3021-4882-bfd1-8e2c28fd27b9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477159 Jun 16 21:19:34.833042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38082) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:34.839919 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-4c557108-b1aa-4935-9c62-091ae467aab6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:34.841479 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-4c557108-b1aa-4935-9c62-091ae467aab6 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 946 time: 0.0529563 Jun 16 21:19:35.097829 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d0047c7c-9ac3-4491-a544-ed4fee908d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.164777 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Deleting port 3a87dee2-c361-4fc1-a6a5-df99682d3e53 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:35.165076 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.184811 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-f01055aa-96da-4127-a839-c50bb9bc5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:35.185782 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Deleting port 5fc46882-3511-4c90-846e-a7b5cec70e4a {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:35.186181 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.187663 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-f01055aa-96da-4127-a839-c50bb9bc5835 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c&tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2 HTTP/1.1" status: 200 len: 1127 time: 0.0706732 Jun 16 21:19:35.284520 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-78c5573b-0a39-4cc2-8c1e-ce3f481082b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:35.286939 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-78c5573b-0a39-4cc2-8c1e-ce3f481082b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 1127 time: 0.0581596 Jun 16 21:19:35.289779 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] For port 5fc46882-3511-4c90-846e-a7b5cec70e4a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5fc46882-3511-4c90-846e-a7b5cec70e4a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:35.290847 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.306601 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Calling delete_port for 5fc46882-3511-4c90-846e-a7b5cec70e4a owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:35.314034 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.314352 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for floatingip (3a87dee2-c361-4fc1-a6a5-df99682d3e53), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.326494 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:35.357522 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Calling delete_port for 3a87dee2-c361-4fc1-a6a5-df99682d3e53 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:35.454191 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:35.458452 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:35.474185 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (5fc46882-3511-4c90-846e-a7b5cec70e4a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.474583 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-f7835a5a-179c-4863-a498-d1c2afea7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:35.476474 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-f7835a5a-179c-4863-a498-d1c2afea7939 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 200 len: 917 time: 0.1751816 Jun 16 21:19:35.490091 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['362ac5b6-b908-494d-a8dc-1f18ad69384a', '5fc46882-3511-4c90-846e-a7b5cec70e4a'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:19:35.516467 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event deleted for resources: {'Port': ['ID=5fc46882-3511-4c90-846e-a7b5cec70e4a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:35.568777 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] No DVR routers for this DVR port 5fc46882-3511-4c90-846e-a7b5cec70e4a on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:35.571301 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.574581 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0548ef-4416-4594-9ee6-f66bbaa87efb req-7ab7c45b-ba21-455e-8533-552df401113b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "DELETE /v2.0/ports/5fc46882-3511-4c90-846e-a7b5cec70e4a HTTP/1.1" status: 204 len: 173 time: 0.4838970 Jun 16 21:19:35.575029 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087f8794-8313-46f9-804b-3d8ac048266b', 'name': 'network-vif-deleted', 'tag': '5fc46882-3511-4c90-846e-a7b5cec70e4a'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:35.578981 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde8477f-c4c6-4ed7-a369-9f2f6fd9e11c" -d '{"events": [{"server_uuid": "087f8794-8313-46f9-804b-3d8ac048266b", "name": "network-vif-deleted", "tag": "5fc46882-3511-4c90-846e-a7b5cec70e4a"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:35.580586 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-698df435-f366-4e0c-add1-1ce6eeacbdad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 200 len: 999 time: 0.0974700 Jun 16 21:19:35.626793 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ea2cf2-e15d-477d-8112-dfc02196ffb0 x-openstack-request-id: req-f3ea2cf2-e15d-477d-8112-dfc02196ffb0 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:35.627188 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087f8794-8313-46f9-804b-3d8ac048266b", "name": "network-vif-deleted", "tag": "5fc46882-3511-4c90-846e-a7b5cec70e4a", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:35.628450 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3ea2cf2-e15d-477d-8112-dfc02196ffb0 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:35.629830 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ea2cf2-e15d-477d-8112-dfc02196ffb0'] response: {'server_uuid': '087f8794-8313-46f9-804b-3d8ac048266b', 'name': 'network-vif-deleted', 'tag': '5fc46882-3511-4c90-846e-a7b5cec70e4a', 'status': 'completed', 'code': 200} Jun 16 21:19:35.659900 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: DOWN; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:19:35.663903 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (3a87dee2-c361-4fc1-a6a5-df99682d3e53), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.701126 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event deleted for resources: {'Port': ['ID=3a87dee2-c361-4fc1-a6a5-df99682d3e53,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:35.711357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-49b39386-834c-4ef7-a4dc-ef0e6e3fe75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:35.712881 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-49b39386-834c-4ef7-a4dc-ef0e6e3fe75a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 200 len: 855 time: 0.1254125 Jun 16 21:19:35.840519 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e98fe2-df51-44fa-bb17-78fd6640d521 req-30407859-af87-4770-aee1-a6348e628620 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:35.841991 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-58e98fe2-df51-44fa-bb17-78fd6640d521 req-30407859-af87-4770-aee1-a6348e628620 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.1058846 Jun 16 21:19:35.849834 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-7aa4398e-5e0a-42da-a6a2-de33f5e2a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:35.851297 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-7aa4398e-5e0a-42da-a6a2-de33f5e2a8ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f15db21b-4597-49e4-b0f9-2724f76cadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1163144 Jun 16 21:19:35.859247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for floatingip (3deed649-6cd0-4c7d-87a7-12d0f195ce52), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:35.859578 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Floating IP 3deed649-6cd0-4c7d-87a7-12d0f195ce52 disassociated (deleted). External IP: 172.27.3.29, port: dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb. Jun 16 21:19:35.928858 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:35.980743 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-58e98fe2-df51-44fa-bb17-78fd6640d521 req-2a6614a4-7f6a-427a-9442-73a2ff309445 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284382 Jun 16 21:19:36.017606 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f909536e-57e0-4e39-a1e4-915ebe4e8d27 req-06a3f96c-4074-462c-9837-6798a05ff2d7 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=087f8794-8313-46f9-804b-3d8ac048266b HTTP/1.1" status: 200 len: 210 time: 0.0430591 Jun 16 21:19:36.173899 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-10f5f2df-be5a-4ab7-858c-b00291fccc56 service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685922 Jun 16 21:19:36.188874 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:36.194543 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Router 7bbd9220-58eb-445e-a005-ad4e570caa20 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:19:36.347552 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-534dc3bc-7b04-48b4-8d0a-594b9312a647 req-dd1c91f9-c062-44b7-8472-e06274cc0d8c service neutron] 10.222.0.47 "GET /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657159 Jun 16 21:19:36.364286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:19:36.370305 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:36.374125 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] Sync routers for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:19:36.387315 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:36.387934 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:36.407375 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2f81ea5f-82dd-4f38-8ea1-8aa4e63ff441 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "DELETE /v2.0/floatingips/3deed649-6cd0-4c7d-87a7-12d0f195ce52 HTTP/1.1" status: 204 len: 168 time: 1.5722558 Jun 16 21:19:36.408088 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:36.411147 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9941043a-713a-41c1-aaac-c3270794dd95" -d '{"events": [{"name": "network-changed", "server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:36.463086 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53806e0-4f03-487c-a4f5-3605d46ed55c x-openstack-request-id: req-a53806e0-4f03-487c-a4f5-3605d46ed55c {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:36.463691 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:36.463948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a53806e0-4f03-487c-a4f5-3605d46ed55c {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:36.464464 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53806e0-4f03-487c-a4f5-3605d46ed55c'] response: {'name': 'network-changed', 'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'status': 'completed', 'code': 200} Jun 16 21:19:36.496913 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:36.533494 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:36.606346 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941043a-713a-41c1-aaac-c3270794dd95 req-db9f165c-281c-4b0c-ab5e-0e82a2a3ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:36.608126 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9941043a-713a-41c1-aaac-c3270794dd95 req-db9f165c-281c-4b0c-ab5e-0e82a2a3ab08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9868add8c6114cc2a3933d63b2e5652a&device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 1129 time: 0.0672288 Jun 16 21:19:36.626542 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:36.647190 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5bc3a-f5b7-4370-9ce1-802c32be4c97 req-2b7b7230-c66b-4d21-9e17-ce8e77013a2d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:36.648700 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53f5bc3a-f5b7-4370-9ce1-802c32be4c97 req-2b7b7230-c66b-4d21-9e17-ce8e77013a2d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0488679 Jun 16 21:19:36.676527 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:36.698189 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 5, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:36.702418 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53f5bc3a-f5b7-4370-9ce1-802c32be4c97 req-eeb47e73-b449-42ed-acaa-4b1480339953 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 Jun 16 21:19:36.726753 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] Checking router: 7bbd9220-58eb-445e-a005-ad4e570caa20 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:19:36.735181 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:36.735785 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:36.836739 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:37.018339 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 5, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:37.045818 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07f36a-5ea7-4e15-bc66-925296301b7a None None] The sync data for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi is: [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:13:52Z', 'revision_number': 4, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '42153aad-e44b-47c5-bc9f-0613290cd9fa', 'name': '', 'network_id': '2b4fd2f5-218d-4169-8b25-5af8eae424cf', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'mac_address': 'fa:16:3e:ee:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:51Z', 'updated_at': '2022-06-16T21:13:56Z', 'revision_number': 5, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'subnets': [{'id': 'f829a3f9-ab37-4484-ba72-a548548bcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:19:37.106807 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee294c-1b31-4cfc-ab1d-88a5d93e5498 req-db52ac50-715a-4af8-8901-1a83bda37bc0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:37.108348 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-deee294c-1b31-4cfc-ab1d-88a5d93e5498 req-db52ac50-715a-4af8-8901-1a83bda37bc0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0527399 Jun 16 21:19:37.162045 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-deee294c-1b31-4cfc-ab1d-88a5d93e5498 req-c526778e-6b31-4928-9b66-fea374920e9f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472031 Jun 16 21:19:37.224950 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:37.309126 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86ce87-8ef2-4975-a9c1-77e2933d65d9 None None] New status for floating IP 3deed649-6cd0-4c7d-87a7-12d0f195ce52: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:19:37.338131 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27678f4a-a649-4330-b793-bd8d73688ba0 req-6ba739f2-8383-4e2c-9426-6e64ed604574 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:37.339644 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-27678f4a-a649-4330-b793-bd8d73688ba0 req-6ba739f2-8383-4e2c-9426-6e64ed604574 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0619690 Jun 16 21:19:37.389127 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-27678f4a-a649-4330-b793-bd8d73688ba0 req-2d01cbee-81ef-4ae3-8757-681024c81eb5 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439167 Jun 16 21:19:37.392431 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2f7e453f-6692-4f5f-baa0-bf34d998fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:37.835855 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cbc72-0a1d-48a5-b90c-f4441426ba0f req-ec0b047a-0151-4ee2-acea-c654988a2519 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:37.837464 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-431cbc72-0a1d-48a5-b90c-f4441426ba0f req-ec0b047a-0151-4ee2-acea-c654988a2519 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0626602 Jun 16 21:19:37.893239 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941043a-713a-41c1-aaac-c3270794dd95 req-ae4d2b68-4f80-4736-aded-306132ad59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:37.894606 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-431cbc72-0a1d-48a5-b90c-f4441426ba0f req-1cd03f4e-7ea7-44b3-973c-40676be1be1e tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507035 Jun 16 21:19:37.895509 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9941043a-713a-41c1-aaac-c3270794dd95 req-ae4d2b68-4f80-4736-aded-306132ad59ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 200 len: 909 time: 0.1128500 Jun 16 21:19:38.510115 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394aca-d35e-48e9-b8a9-3a7ad3d7a4f6 req-ddc6f746-c4bd-4956-810a-c5fb7e7644f2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:38.511533 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1394aca-d35e-48e9-b8a9-3a7ad3d7a4f6 req-ddc6f746-c4bd-4956-810a-c5fb7e7644f2 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0498617 Jun 16 21:19:38.526746 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12d91-7f96-455e-a4fc-7c287e3952a0 req-4689405f-f330-4126-a6cd-f4d56cfe4eb4 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:38.528328 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1c12d91-7f96-455e-a4fc-7c287e3952a0 req-4689405f-f330-4126-a6cd-f4d56cfe4eb4 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.2910380 Jun 16 21:19:38.563548 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:38.567990 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1394aca-d35e-48e9-b8a9-3a7ad3d7a4f6 req-fa6cc9b0-1e08-43c5-a694-fe8752d4d422 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Jun 16 21:19:38.573567 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:38.584064 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d1c12d91-7f96-455e-a4fc-7c287e3952a0 req-0c0a27a0-8a19-4037-87e3-49fca37f2f42 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474043 Jun 16 21:19:38.591886 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:39.016789 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0ca5-6724-4552-8d6e-73328cc5fe42 req-292b22cb-2fce-49c1-ab83-687b00ccbdc9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:39.018248 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ace0ca5-6724-4552-8d6e-73328cc5fe42 req-292b22cb-2fce-49c1-ab83-687b00ccbdc9 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0530818 Jun 16 21:19:39.066173 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ace0ca5-6724-4552-8d6e-73328cc5fe42 req-a1affd24-e2d4-4c83-b984-343d5d5a360f tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Jun 16 21:19:39.473847 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 5fc46882-3511-4c90-846e-a7b5cec70e4a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:39.493381 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 5fc46882-3511-4c90-846e-a7b5cec70e4a {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:39.493978 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 5fc46882-3511-4c90-846e-a7b5cec70e4a not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:39.687716 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85e9bc-ea22-43e1-85a8-0d83a3b9d243 req-02b50f6a-dcb8-4e4f-aa13-55963e58f26b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:39.689372 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ba85e9bc-ea22-43e1-85a8-0d83a3b9d243 req-02b50f6a-dcb8-4e4f-aa13-55963e58f26b tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Jun 16 21:19:39.710817 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d21c-2ad6-408c-a982-db94d98ba0e3 req-172486df-78a2-47cd-a2d6-d9bdd0819cac tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:39.712414 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5833d21c-2ad6-408c-a982-db94d98ba0e3 req-172486df-78a2-47cd-a2d6-d9bdd0819cac tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0483665 Jun 16 21:19:39.737277 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ba85e9bc-ea22-43e1-85a8-0d83a3b9d243 req-6dd1e85b-8db5-421c-a6b1-0ccc9c266d51 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 Jun 16 21:19:39.760886 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5833d21c-2ad6-408c-a982-db94d98ba0e3 req-10916b55-7487-457b-ad5c-d2cd2f6e282c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428922 Jun 16 21:19:40.121349 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:40.186182 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd6198-21c4-423d-90ad-0407944c729b req-0af378fe-bea6-4e85-8bc5-31df4842e3dc tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:40.187626 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bfd6198-21c4-423d-90ad-0407944c729b req-0af378fe-bea6-4e85-8bc5-31df4842e3dc tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0537069 Jun 16 21:19:40.236058 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bfd6198-21c4-423d-90ad-0407944c729b req-5f42b690-c24a-4784-997e-dfe96fda40cd tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Jun 16 21:19:40.590068 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:40.854611 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3113f09-1e33-4e52-b51d-0fdf200a3a91 req-357e6ff1-141b-4262-8a52-94c0905c6857 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:40.855999 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3113f09-1e33-4e52-b51d-0fdf200a3a91 req-357e6ff1-141b-4262-8a52-94c0905c6857 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0512183 Jun 16 21:19:40.882568 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ff2b6-dc3a-42f7-a67e-3493a460ed09 req-a9a8b728-dda8-4a48-a829-ca566d440b59 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:40.884059 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b11ff2b6-dc3a-42f7-a67e-3493a460ed09 req-a9a8b728-dda8-4a48-a829-ca566d440b59 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0487154 Jun 16 21:19:40.903039 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3113f09-1e33-4e52-b51d-0fdf200a3a91 req-4c753889-bc69-4f11-ae1a-e159398b163a tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Jun 16 21:19:40.932407 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b11ff2b6-dc3a-42f7-a67e-3493a460ed09 req-b4aa897f-1840-4ca0-b700-c57a4bd9405a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 Jun 16 21:19:41.357080 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cd4ad-b5da-4317-ac08-7fd187309634 req-07095539-fa9c-4788-967b-e782bf5afda8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:41.358637 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f9cd4ad-b5da-4317-ac08-7fd187309634 req-07095539-fa9c-4788-967b-e782bf5afda8 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0517180 Jun 16 21:19:41.411586 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f9cd4ad-b5da-4317-ac08-7fd187309634 req-adb8a0be-8a5f-4b83-b768-37844d683a95 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470271 Jun 16 21:19:42.026618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d8f54-2c33-4d4f-975b-4271cd2da1bd req-9f072130-6d63-4279-bd88-7027cbc328d9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:42.028291 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2c3d8f54-2c33-4d4f-975b-4271cd2da1bd req-9f072130-6d63-4279-bd88-7027cbc328d9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Jun 16 21:19:42.067593 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa19680-b6d2-41a7-a9fa-91c6fea4d44a req-ddff4af5-769c-4cbb-89de-92236d03141e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:42.069178 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1fa19680-b6d2-41a7-a9fa-91c6fea4d44a req-ddff4af5-769c-4cbb-89de-92236d03141e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0612476 Jun 16 21:19:42.088868 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2c3d8f54-2c33-4d4f-975b-4271cd2da1bd req-5cf26623-227a-4f1e-9f7d-b6505be3c559 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545321 Jun 16 21:19:42.148915 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1fa19680-b6d2-41a7-a9fa-91c6fea4d44a req-599f0088-41da-4f71-80b6-9771a52d0160 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714970 Jun 16 21:19:42.510370 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:42.530995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36a3e-07c4-47cc-b886-407344785894 req-73f509b4-967d-4b01-bd43-4d24e13350fe tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:42.532583 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09e36a3e-07c4-47cc-b886-407344785894 req-73f509b4-967d-4b01-bd43-4d24e13350fe tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0524943 Jun 16 21:19:42.589251 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-09e36a3e-07c4-47cc-b886-407344785894 req-dcc7ffae-87e4-49ae-8228-d3ef8ae98632 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507939 Jun 16 21:19:43.215750 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ed3f6-331e-49a2-948a-5856fc1f3133 req-2579d521-9938-4bff-ab44-867b17f0f32d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:43.222721 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d01ed3f6-331e-49a2-948a-5856fc1f3133 req-2579d521-9938-4bff-ab44-867b17f0f32d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0574219 Jun 16 21:19:43.276012 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d01ed3f6-331e-49a2-948a-5856fc1f3133 req-d2de8e83-8eba-4d37-9aa0-b5d2fbfa4cbb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494123 Jun 16 21:19:43.299439 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91766cef-2c95-4d95-a7f9-24eb60dc0373 req-469f78c3-54e5-4bce-bf3b-22e78831a4f8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:43.301059 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-91766cef-2c95-4d95-a7f9-24eb60dc0373 req-469f78c3-54e5-4bce-bf3b-22e78831a4f8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0702848 Jun 16 21:19:43.362627 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-91766cef-2c95-4d95-a7f9-24eb60dc0373 req-2ac86763-2fc2-4ba6-9ed1-62f617d5e4a0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527482 Jun 16 21:19:43.710795 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2dd17-033f-40a2-a32a-cdcfd87bfd0b req-f5fa6c6d-111a-493f-8a49-e71cc1d0c4dc tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:43.713875 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5c2dd17-033f-40a2-a32a-cdcfd87bfd0b req-f5fa6c6d-111a-493f-8a49-e71cc1d0c4dc tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0538816 Jun 16 21:19:43.772797 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5c2dd17-033f-40a2-a32a-cdcfd87bfd0b req-12ef1b21-bb50-4b9f-8bc9-38aa9eec4b6d tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530956 Jun 16 21:19:44.409393 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6eeb-4479-4708-80c7-fd3200998ceb req-c787c35a-d8dd-4c28-bdd5-ef0f4ece6867 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:44.418038 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-587b6eeb-4479-4708-80c7-fd3200998ceb req-c787c35a-d8dd-4c28-bdd5-ef0f4ece6867 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0730441 Jun 16 21:19:44.475938 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-587b6eeb-4479-4708-80c7-fd3200998ceb req-0548d3a2-db69-4fdd-b2d4-8ec13a96dd95 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566604 Jun 16 21:19:44.498071 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:44.512461 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7130f3-95fe-4ad6-95ad-ab53fd348371 req-e29985a2-ff98-464e-ab13-900f0216f898 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:44.514215 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce7130f3-95fe-4ad6-95ad-ab53fd348371 req-e29985a2-ff98-464e-ab13-900f0216f898 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0694747 Jun 16 21:19:44.565529 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce7130f3-95fe-4ad6-95ad-ab53fd348371 req-fd44d50b-64f5-44d9-a48d-4b96e8c939af tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446489 Jun 16 21:19:44.914019 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd931-122b-445f-9990-b9d47de47651 req-44109677-c48b-4c1a-b381-61454a836736 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:44.920687 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-479cd931-122b-445f-9990-b9d47de47651 req-44109677-c48b-4c1a-b381-61454a836736 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0791664 Jun 16 21:19:44.968823 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-479cd931-122b-445f-9990-b9d47de47651 req-21ac25cd-8067-4560-81ea-8b9aa600b3e2 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461023 Jun 16 21:19:45.623380 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536cc79-92f6-46f9-a939-44890e5b2701 req-9286715d-6151-4b5f-8e69-132557301035 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:45.631650 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9536cc79-92f6-46f9-a939-44890e5b2701 req-9286715d-6151-4b5f-8e69-132557301035 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0706236 Jun 16 21:19:45.684138 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9536cc79-92f6-46f9-a939-44890e5b2701 req-dd84928f-520e-468c-8112-cab8d399eba4 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514500 Jun 16 21:19:45.709014 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49dcc-01e6-41d1-827d-b2fdf285f81e req-fcf9a4d9-9df4-40ad-b8a8-9aebd9ced5f1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:45.710882 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dfb49dcc-01e6-41d1-827d-b2fdf285f81e req-fcf9a4d9-9df4-40ad-b8a8-9aebd9ced5f1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0580492 Jun 16 21:19:45.763365 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dfb49dcc-01e6-41d1-827d-b2fdf285f81e req-3e99d2eb-8be1-4fcc-a752-5b2f1acbf329 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465229 Jun 16 21:19:46.072936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:46.092958 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847259a7-f1b8-46e3-8723-51718571cd39 req-162da111-ce20-480b-bf7b-5d29b2f1a79b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:46.094476 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-847259a7-f1b8-46e3-8723-51718571cd39 req-162da111-ce20-480b-bf7b-5d29b2f1a79b tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0516727 Jun 16 21:19:46.152519 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-847259a7-f1b8-46e3-8723-51718571cd39 req-01efc475-5387-4335-907b-7ab7e07972de tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512147 Jun 16 21:19:46.824063 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f809a9e-2587-4a0a-bb7d-5e4757c28ed2 req-e69632e3-5ad8-428b-9a3d-991aab81b132 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:46.826306 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5f809a9e-2587-4a0a-bb7d-5e4757c28ed2 req-e69632e3-5ad8-428b-9a3d-991aab81b132 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0653956 Jun 16 21:19:46.902362 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5f809a9e-2587-4a0a-bb7d-5e4757c28ed2 req-4c10c5c2-cfe0-4dfd-a678-1db4888c9cfb tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680192 Jun 16 21:19:46.906093 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e2624-91a4-466b-9468-3388433edd86 req-3932c3c0-39c0-416d-bc98-3abbb9cd49ef tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:46.908794 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a33e2624-91a4-466b-9468-3388433edd86 req-3932c3c0-39c0-416d-bc98-3abbb9cd49ef tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0684443 Jun 16 21:19:46.962723 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a33e2624-91a4-466b-9468-3388433edd86 req-49da4fbe-1bb6-4b58-9d67-c6c5e19ab450 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Jun 16 21:19:47.016039 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=52 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:47.022114 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=44 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:47.280623 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa0372-9471-4b09-9590-0faaccc53a97 req-58378a93-d03f-42f7-b7a3-7419797e62c1 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:47.282119 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ccfa0372-9471-4b09-9590-0faaccc53a97 req-58378a93-d03f-42f7-b7a3-7419797e62c1 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0551651 Jun 16 21:19:47.349223 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ccfa0372-9471-4b09-9590-0faaccc53a97 req-8c2c33e5-42b5-4f90-9b7d-b56f993ab994 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611253 Jun 16 21:19:48.020840 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a1e6f-49ee-4474-a15d-1dfab20c77fb req-7b8d45b6-9498-4709-8857-f659fdbd7ebd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:48.022583 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c19a1e6f-49ee-4474-a15d-1dfab20c77fb req-7b8d45b6-9498-4709-8857-f659fdbd7ebd tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0500836 Jun 16 21:19:48.063099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:48.103348 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c19a1e6f-49ee-4474-a15d-1dfab20c77fb req-b2e5acfc-8db8-458a-bce5-416a70bd4283 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751820 Jun 16 21:19:48.123835 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e3cfb-3d17-49be-800a-29523c8a16e2 req-1abae0c8-8f7f-45bc-9b9f-af3747ae505d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:48.125753 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9f6e3cfb-3d17-49be-800a-29523c8a16e2 req-1abae0c8-8f7f-45bc-9b9f-af3747ae505d tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0804517 Jun 16 21:19:48.185566 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9f6e3cfb-3d17-49be-800a-29523c8a16e2 req-07258820-b6fb-4203-ad1f-0ad823d5eca5 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523028 Jun 16 21:19:48.513604 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368fb0d-925c-4c2c-b373-09c5496110c5 req-7a8af057-ece7-41bf-a849-5b1c9e9bfd9a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:48.515198 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2368fb0d-925c-4c2c-b373-09c5496110c5 req-7a8af057-ece7-41bf-a849-5b1c9e9bfd9a tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0796561 Jun 16 21:19:48.585030 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2368fb0d-925c-4c2c-b373-09c5496110c5 req-59a8f1cd-8a5b-43b8-8fdb-e69e22b482d0 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631382 Jun 16 21:19:49.215808 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:19:49.218724 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba55681-9f18-46a8-8259-f4a42f4fa904 req-6024163d-1a3a-40c4-bea8-470ed3573312 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:49.220214 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cba55681-9f18-46a8-8259-f4a42f4fa904 req-6024163d-1a3a-40c4-bea8-470ed3573312 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0464895 Jun 16 21:19:49.269604 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cba55681-9f18-46a8-8259-f4a42f4fa904 req-2aae8440-867c-47e6-80bc-1e86b27c9eac tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433197 Jun 16 21:19:49.315788 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98929308-367a-41e2-8624-2b9070ff69ed req-83d6473d-f186-414f-8e39-1306751efa39 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:49.317626 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98929308-367a-41e2-8624-2b9070ff69ed req-83d6473d-f186-414f-8e39-1306751efa39 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0487864 Jun 16 21:19:49.366781 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98929308-367a-41e2-8624-2b9070ff69ed req-7fa2bfe7-2507-457c-8179-60f4976c1c6f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Jun 16 21:19:49.711770 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d256-bb65-465b-83a9-92184cb4acb7 req-e47d5ecc-c06c-49da-bf3c-73f2b709ce87 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:49.713254 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-96f3d256-bb65-465b-83a9-92184cb4acb7 req-e47d5ecc-c06c-49da-bf3c-73f2b709ce87 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0508730 Jun 16 21:19:49.761777 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-96f3d256-bb65-465b-83a9-92184cb4acb7 req-536f8db9-3e60-4caf-974d-ba8c9d43b1b2 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Jun 16 21:19:50.013358 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9941043a-713a-41c1-aaac-c3270794dd95 req-ec8d1a52-fc85-4144-a8e3-b9690738541c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 200 len: 217 time: 0.0346014 Jun 16 21:19:50.086087 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941043a-713a-41c1-aaac-c3270794dd95 req-11d5e7f7-b909-4697-accb-3cc5bfa9db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:50.087584 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9941043a-713a-41c1-aaac-c3270794dd95 req-11d5e7f7-b909-4697-accb-3cc5bfa9db84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f829a3f9-ab37-4484-ba72-a548548bcc16 HTTP/1.1" status: 200 len: 847 time: 0.0441098 Jun 16 21:19:50.094800 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-712da7b3-a3d0-4529-b4eb-9f39cb2dfb1e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:50.096258 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-712da7b3-a3d0-4529-b4eb-9f39cb2dfb1e tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0509682 Jun 16 21:19:50.368367 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941043a-713a-41c1-aaac-c3270794dd95 req-a32fb13b-6cba-4ff1-96ca-4f1e210b436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:50.370157 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9941043a-713a-41c1-aaac-c3270794dd95 req-a32fb13b-6cba-4ff1-96ca-4f1e210b436b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b4fd2f5-218d-4169-8b25-5af8eae424cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498521 Jun 16 21:19:50.427451 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a406-0a74-4821-82be-eef7085340cb req-11d51331-68ef-4c84-8d59-eabcbb7e8c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:50.428973 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9263a406-0a74-4821-82be-eef7085340cb req-11d51331-68ef-4c84-8d59-eabcbb7e8c9d tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 945 time: 0.0808935 Jun 16 21:19:50.448235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Deleting port 362ac5b6-b908-494d-a8dc-1f18ad69384a {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:50.448588 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:50.471238 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:50.488455 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1cfa3-fcdd-4340-af2b-544577e5dce4 req-4e4d16e2-0323-47c9-9b40-241b2ef428a7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:50.491475 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f0e1cfa3-fcdd-4340-af2b-544577e5dce4 req-4e4d16e2-0323-47c9-9b40-241b2ef428a7 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0500674 Jun 16 21:19:50.540569 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f0e1cfa3-fcdd-4340-af2b-544577e5dce4 req-8d3bb82d-ebca-4394-884d-719e51c1c9e0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Jun 16 21:19:50.543111 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9263a406-0a74-4821-82be-eef7085340cb req-49bec52f-0245-4d36-9b86-511fdbb884c9 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047528 Jun 16 21:19:50.567057 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:50.579305 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:50.579858 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] For port 362ac5b6-b908-494d-a8dc-1f18ad69384a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=362ac5b6-b908-494d-a8dc-1f18ad69384a,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:50.580094 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:50.586300 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=78,neutron:UPDATE=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:50.594005 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Calling delete_port for 362ac5b6-b908-494d-a8dc-1f18ad69384a owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:50.725284 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (362ac5b6-b908-494d-a8dc-1f18ad69384a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:50.737072 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['362ac5b6-b908-494d-a8dc-1f18ad69384a'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:19:50.753825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Pushing event deleted for resources: {'Port': ['ID=362ac5b6-b908-494d-a8dc-1f18ad69384a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:50.766697 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.767046 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.767387 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.767723 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.768056 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.768414 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.768741 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.769067 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.769388 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.770361 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.771331 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.771659 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.771987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.772340 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.772665 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:50.812131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] No DVR routers for this DVR port 362ac5b6-b908-494d-a8dc-1f18ad69384a on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:50.814625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:50.818606 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0879118b-623c-47d1-aba6-25b0dcbd87d6 req-d9008890-e3a0-40fe-98aa-696d992a2d58 tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.47 "DELETE /v2.0/ports/362ac5b6-b908-494d-a8dc-1f18ad69384a HTTP/1.1" status: 204 len: 173 time: 0.4986687 Jun 16 21:19:50.819056 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633275c9-cc8b-4860-b701-2085f7323773', 'name': 'network-vif-deleted', 'tag': '362ac5b6-b908-494d-a8dc-1f18ad69384a'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:50.821326 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10417177-4262-4f9d-913e-873657fed6f9" -d '{"events": [{"server_uuid": "633275c9-cc8b-4860-b701-2085f7323773", "name": "network-vif-deleted", "tag": "362ac5b6-b908-494d-a8dc-1f18ad69384a"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:50.867073 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a312f4c2-4f8d-4af3-b7e0-19ed2e9269f5 x-openstack-request-id: req-a312f4c2-4f8d-4af3-b7e0-19ed2e9269f5 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:50.867368 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633275c9-cc8b-4860-b701-2085f7323773", "name": "network-vif-deleted", "tag": "362ac5b6-b908-494d-a8dc-1f18ad69384a", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:50.867618 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a312f4c2-4f8d-4af3-b7e0-19ed2e9269f5 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:50.868005 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a312f4c2-4f8d-4af3-b7e0-19ed2e9269f5'] response: {'server_uuid': '633275c9-cc8b-4860-b701-2085f7323773', 'name': 'network-vif-deleted', 'tag': '362ac5b6-b908-494d-a8dc-1f18ad69384a', 'status': 'completed', 'code': 200} Jun 16 21:19:50.886849 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ad6f-8139-4a77-a670-b6035ae1a417 req-f08dec91-9313-4455-b6cb-47ee9fa27558 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:50.888365 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8041ad6f-8139-4a77-a670-b6035ae1a417 req-f08dec91-9313-4455-b6cb-47ee9fa27558 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0564523 Jun 16 21:19:50.917922 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:50.937599 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8041ad6f-8139-4a77-a670-b6035ae1a417 req-1ae26615-fa96-466b-9867-e2f8dc92f6f7 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Jun 16 21:19:51.271717 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-6cc4f3d9-a075-4b88-b50c-193881cd9b55 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:51.273261 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-6cc4f3d9-a075-4b88-b50c-193881cd9b55 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.47 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.0612309 Jun 16 21:19:51.296901 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9941043a-713a-41c1-aaac-c3270794dd95 req-01c08f72-214d-400d-b0f0-74493f96ef36 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075664 Jun 16 21:19:51.687151 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Deleting port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:51.687811 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:51.758896 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e18b83d-3782-41f6-9cbb-1f2cfd0a2087 req-af9aa27b-49d9-45d3-a703-81abbae558fe tempest-ServerRescueNegativeTestJSON-273390268 tempest-ServerRescueNegativeTestJSON-273390268-project] 10.222.0.43 "GET /v2.0/ports?device_id=633275c9-cc8b-4860-b701-2085f7323773 HTTP/1.1" status: 200 len: 210 time: 0.0444307 Jun 16 21:19:51.803079 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c233ae-208b-4ee6-8aaf-7406fe9693d2 req-24d70bf3-02e3-4794-bedb-049d4400f511 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:51.804729 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9c233ae-208b-4ee6-8aaf-7406fe9693d2 req-24d70bf3-02e3-4794-bedb-049d4400f511 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.0994976 Jun 16 21:19:51.826531 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] For port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:51.826900 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:51.835491 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9941043a-713a-41c1-aaac-c3270794dd95 req-f7873a41-7fa7-49b0-81f8-17db871f2ab7 service neutron] 10.222.0.47 "GET /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849669 Jun 16 21:19:51.843643 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Calling delete_port for dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:51.873383 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f9c233ae-208b-4ee6-8aaf-7406fe9693d2 req-f2ba59cd-7c94-4d3d-9196-24597d902826 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587873 Jun 16 21:19:52.047661 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:52.092054 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event deleted for resources: {'Port': ['ID=dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:52.128939 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edfa57-1ed1-4267-b6aa-6b08764be092 req-4eecd4a0-093e-44d4-9f16-927ade6f3aed tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:52.131318 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1edfa57-1ed1-4267-b6aa-6b08764be092 req-4eecd4a0-093e-44d4-9f16-927ade6f3aed tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/ports?device_id=329313fc-d559-41c6-9dad-471e57c9751e HTTP/1.1" status: 200 len: 945 time: 0.1214535 Jun 16 21:19:52.152437 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] No DVR routers for this DVR port dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:52.155542 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:52.158891 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9b20e07-f1e1-464b-8f3b-24fb1fafd8f3 req-bfc49325-5c24-4d6a-a229-42a7a56a9c2c tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.47 "DELETE /v2.0/ports/dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb HTTP/1.1" status: 204 len: 173 time: 0.6078844 Jun 16 21:19:52.213038 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1edfa57-1ed1-4267-b6aa-6b08764be092 req-744126e1-f88b-486a-9d78-8fe9a0a65834 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "GET /v2.0/security-groups?id=1051b424-a675-428d-aa0c-e1a6658dca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624630 Jun 16 21:19:52.823711 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38276) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:52.869005 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-deleted', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:52.871618 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ddc2f5-25d4-443e-8aff-1cbf0b09e44b" -d '{"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-deleted", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:52.909299 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08914166-790c-419b-9873-a01cafd7ec14 x-openstack-request-id: req-08914166-790c-419b-9873-a01cafd7ec14 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:52.909848 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329313fc-d559-41c6-9dad-471e57c9751e", "name": "network-vif-deleted", "tag": "dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:52.910428 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08914166-790c-419b-9873-a01cafd7ec14 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:52.911403 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08914166-790c-419b-9873-a01cafd7ec14'] response: {'server_uuid': '329313fc-d559-41c6-9dad-471e57c9751e', 'name': 'network-vif-deleted', 'tag': 'dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb', 'status': 'completed', 'code': 200} Jun 16 21:19:53.081685 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d44b9-a011-4119-af15-0bb060631064 req-855db0e9-3694-436d-ae52-df4b20d324ee tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:53.083709 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-586d44b9-a011-4119-af15-0bb060631064 req-855db0e9-3694-436d-ae52-df4b20d324ee tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 943 time: 0.1305437 Jun 16 21:19:53.182467 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-586d44b9-a011-4119-af15-0bb060631064 req-67506cca-9470-440b-9d48-b70a58965eb9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900846 Jun 16 21:19:53.258796 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:53.269264 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38292) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:53.289864 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:53.337102 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7bf97fe-b9e3-44c4-b109-c4f85084ea13 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group (1051b424-a675-428d-aa0c-e1a6658dca4e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.372586 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.377686 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7bf97fe-b9e3-44c4-b109-c4f85084ea13 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group (1051b424-a675-428d-aa0c-e1a6658dca4e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.467574 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7bf97fe-b9e3-44c4-b109-c4f85084ea13 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (1051b424-a675-428d-aa0c-e1a6658dca4e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.470937 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e7bf97fe-b9e3-44c4-b109-c4f85084ea13 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.472262 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e7bf97fe-b9e3-44c4-b109-c4f85084ea13 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] 10.222.0.43 "DELETE /v2.0/security-groups/1051b424-a675-428d-aa0c-e1a6658dca4e HTTP/1.1" status: 204 len: 168 time: 0.2013283 Jun 16 21:19:53.484913 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf97fe-b9e3-44c4-b109-c4f85084ea13 tempest-TestShelveInstance-122918742 tempest-TestShelveInstance-122918742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1051b424-a675-428d-aa0c-e1a6658dca4e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:53.550519 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38302) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:53.568944 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:19:53.605986 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:53.631109 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:53.745711 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:53.747293 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbb3b245-c7c5-45cc-8bc9-e46efbfd90bb not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:53.748265 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 362ac5b6-b908-494d-a8dc-1f18ad69384a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:53.780095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 362ac5b6-b908-494d-a8dc-1f18ad69384a {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:53.780777 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 362ac5b6-b908-494d-a8dc-1f18ad69384a not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:53.802589 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Deleting port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:53.802693 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.839703 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:53.857294 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'ce808840-2e04-4b62-89bc-caeba961a739', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'port_id': 'ce808840-2e04-4b62-89bc-caeba961a739', 'mac_address': 'fa:16:3e:61:86:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:19:53.907744 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:19:53.909895 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.926619 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce808840-2e04-4b62-89bc-caeba961a739 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:19:53.929370 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] For port 1ab8751b-cb5b-496f-97dd-334bd48e9dd1, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:53.929909 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:53.948303 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Calling delete_port for 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:53.948550 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:53.953648 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:54.008795 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=9']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:54.019143 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.020514 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.020968 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.021502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.021844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.022179 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.022510 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.022841 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.023171 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.023498 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.023825 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.024153 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.024502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.024827 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.025150 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.072828 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:54.209419 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (1ab8751b-cb5b-496f-97dd-334bd48e9dd1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:54.215848 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['ce808840-2e04-4b62-89bc-caeba961a739'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:19:54.215997 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (7bbd9220-58eb-445e-a005-ad4e570caa20), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:54.227937 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3b31a-3451-4bcd-8d82-81e094511d68 req-000a1410-c4e0-4929-8032-7d0b64ac9893 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:54.229796 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-08c3b31a-3451-4bcd-8d82-81e094511d68 req-000a1410-c4e0-4929-8032-7d0b64ac9893 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.0768642 Jun 16 21:19:54.276338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab8751b-cb5b-496f-97dd-334bd48e9dd1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:54.345233 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.345622 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.345977 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.346329 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.346723 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.347062 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.347395 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.347728 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.348973 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.349612 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.349951 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.350286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.350616 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.351054 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.351386 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:19:54.426885 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:54.445534 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20e1b5-3d6b-42f9-bf0d-be0f76706e67 req-22604255-bd6b-445a-a68f-5ed9c5ce9b3c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:54.447197 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b20e1b5-3d6b-42f9-bf0d-be0f76706e67 req-22604255-bd6b-445a-a68f-5ed9c5ce9b3c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 944 time: 0.1144392 Jun 16 21:19:54.480414 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-08c3b31a-3451-4bcd-8d82-81e094511d68 req-948b7b18-9733-42a3-89e0-0f0d4e190127 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068548 Jun 16 21:19:54.503067 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:54.545568 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b20e1b5-3d6b-42f9-bf0d-be0f76706e67 req-a95a6f95-836c-4a12-9a9b-702f24539705 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907924 Jun 16 21:19:54.553138 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Deleting port 42153aad-e44b-47c5-bc9f-0613290cd9fa {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:54.553914 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:54.637803 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] For port 42153aad-e44b-47c5-bc9f-0613290cd9fa, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=42153aad-e44b-47c5-bc9f-0613290cd9fa,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:54.638285 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:54.654562 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Calling delete_port for 42153aad-e44b-47c5-bc9f-0613290cd9fa owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:54.710099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:19:54.716041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:54.758686 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:54.816543 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:19:54.827658 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38318) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:54.827840 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-56f2abad-b0b9-497c-95ac-6a50d2ac3468 admin admin] 10.222.0.43 "PUT /v2.0/routers/6aa53d8e-6828-434d-9cd0-85bbdca84b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0026143 Jun 16 21:19:54.833538 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] Sync routers for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:19:54.845220 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:54.845833 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:54.891488 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (42153aad-e44b-47c5-bc9f-0613290cd9fa), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:54.942807 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Pushing event deleted for resources: {'Port': ['ID=42153aad-e44b-47c5-bc9f-0613290cd9fa,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:54.947226 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:55.018543 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks [] for router (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.038228 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:55.208046 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks [] for router_gateway (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.212947 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:19:54Z', 'revision_number': 5, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port': {'id': '6cc02573-470d-4a2a-b17e-85d4cc3e64ce', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:14:31Z', 'updated_at': '2022-06-16T21:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:55.214262 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (7bbd9220-58eb-445e-a005-ad4e570caa20), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.237261 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] Checking router: 6aa53d8e-6828-434d-9cd0-85bbdca84b0d for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:19:55.246831 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] Routers {'6aa53d8e-6828-434d-9cd0-85bbdca84b0d'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:55.247447 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:55.334363 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] Set router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:55.390370 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:19:55Z', 'revision_number': 6, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:55.417123 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46abb981-e696-4365-a8fc-e0bfba07ff37 None None] The sync data for ids ['6aa53d8e-6828-434d-9cd0-85bbdca84b0d'] in dv-cinder-819149-6-iscsi is: [{'id': '6aa53d8e-6828-434d-9cd0-85bbdca84b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1741596922-router', 'tenant_id': '6b341c2d77764f3890f2501cfc6945a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:14:30Z', 'updated_at': '2022-06-16T21:19:55Z', 'revision_number': 6, 'project_id': '6b341c2d77764f3890f2501cfc6945a7', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:19:55.542468 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Deleting port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:55.542798 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.584352 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:19:55.622776 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e7a9-843e-41d6-bdf9-8a3d76b90eac req-48fc4a7b-3156-4005-85e6-f5815aa5b4ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:55.632449 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3633e7a9-843e-41d6-bdf9-8a3d76b90eac req-48fc4a7b-3156-4005-85e6-f5815aa5b4ad tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.0795527 Jun 16 21:19:55.644864 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port ce808840-2e04-4b62-89bc-caeba961a739 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:19:55.645242 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ce808840-2e04-4b62-89bc-caeba961a739), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.686310 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3633e7a9-843e-41d6-bdf9-8a3d76b90eac req-a7220e86-6795-4d19-ae5c-d7a6924b5538 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525815 Jun 16 21:19:55.737529 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ce808840-2e04-4b62-89bc-caeba961a739 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:19:55.738031 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.748666 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f975d5-ac43-4991-bdd7-865b6dc11b65 req-a1b87bf2-7e75-4c4d-8c6d-6cd0667ffbd0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:55.750178 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7f975d5-ac43-4991-bdd7-865b6dc11b65 req-a1b87bf2-7e75-4c4d-8c6d-6cd0667ffbd0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 944 time: 0.1118457 Jun 16 21:19:55.752044 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] For port 6cc02573-470d-4a2a-b17e-85d4cc3e64ce, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:55.752450 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.769012 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:55.777503 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:55.779734 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1838699-87f4-4148-bc86-c816210302b6" -d '{"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:55.780194 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Calling delete_port for 6cc02573-470d-4a2a-b17e-85d4cc3e64ce owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:55.803920 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:55.808341 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:55.835525 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2988b6f4-3570-48b5-adc3-1ffcf95e37fa x-openstack-request-id: req-2988b6f4-3570-48b5-adc3-1ffcf95e37fa {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:55.835805 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ce808840-2e04-4b62-89bc-caeba961a739", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:55.836097 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2988b6f4-3570-48b5-adc3-1ffcf95e37fa {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:55.837097 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2988b6f4-3570-48b5-adc3-1ffcf95e37fa'] response: {'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739', 'code': 200} Jun 16 21:19:55.858127 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:55.873412 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=10']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:55.927717 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7f975d5-ac43-4991-bdd7-865b6dc11b65 req-31cbe364-802e-4770-a85e-908ab365fd1e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629710 Jun 16 21:19:55.948213 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Router 7bbd9220-58eb-445e-a005-ad4e570caa20 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:19:56.039999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:56.052208 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-14fd11d0-1b04-4934-bb2e-32008e185534 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:56.053689 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-14fd11d0-1b04-4934-bb2e-32008e185534 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.1076756 Jun 16 21:19:56.071543 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755d18a-dc4a-4c62-80cf-b8e6cf9ac0aa req-387ca319-0753-479b-95e2-b3de657f84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:56.073054 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3755d18a-dc4a-4c62-80cf-b8e6cf9ac0aa req-387ca319-0753-479b-95e2-b3de657f84f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 1130 time: 0.0447431 Jun 16 21:19:56.121889 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3755d18a-dc4a-4c62-80cf-b8e6cf9ac0aa req-e7f621ca-43c6-49f6-a3ec-61d255a2d430 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391228 Jun 16 21:19:56.253632 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6cc02573-470d-4a2a-b17e-85d4cc3e64ce), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.255511 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port 888667cf-09a8-4cc3-8749-acf758b60412 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:56.255835 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (888667cf-09a8-4cc3-8749-acf758b60412), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.299785 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:19:56.308634 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc02573-470d-4a2a-b17e-85d4cc3e64ce,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:56.311849 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] Sync routers for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:19:56.316428 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a634a112-1b12-4729-8113-178c431d23cb admin admin] 10.222.0.43 "PUT /v2.0/routers/7bbd9220-58eb-445e-a005-ad4e570caa20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7640874 Jun 16 21:19:56.320296 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38328) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:56.328276 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:56.329098 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:56.435196 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks [] for router (7bbd9220-58eb-445e-a005-ad4e570caa20), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.441066 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] For port 888667cf-09a8-4cc3-8749-acf758b60412, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=888667cf-09a8-4cc3-8749-acf758b60412,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:56.441412 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (888667cf-09a8-4cc3-8749-acf758b60412), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.444267 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.446013 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:56.539152 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks [] for router_gateway (7bbd9220-58eb-445e-a005-ad4e570caa20), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.570989 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.577048 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks [] for router_controller (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.577475 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:56.585612 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Deleting port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:56.585850 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:56.586426 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.631849 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:19:54Z', 'revision_number': 5, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port': {'id': 'ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:49Z', 'updated_at': '2022-06-16T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:56.658427 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:56.663151 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] Checking router: 7bbd9220-58eb-445e-a005-ad4e570caa20 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:19:56.673325 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] Routers {'7bbd9220-58eb-445e-a005-ad4e570caa20'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:56.674024 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['7bbd9220-58eb-445e-a005-ad4e570caa20'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:56.677531 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (6aa53d8e-6828-434d-9cd0-85bbdca84b0d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.677531 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa53d8e-6828-434d-9cd0-85bbdca84b0d {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:19:56.683092 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] For port ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:56.683458 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.697099 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Calling delete_port for ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:56.718036 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.724255 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7dfca9a4-8945-4f72-9d9c-897269fd8fda admin admin] 10.222.0.43 "DELETE /v2.0/routers/6aa53d8e-6828-434d-9cd0-85bbdca84b0d HTTP/1.1" status: 204 len: 168 time: 1.8902466 Jun 16 21:19:56.724255 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38330) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:56.782986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.783572 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (36b42f56-ce84-44ec-b873-628fbb1e205d), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.784144 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Floating IP 36b42f56-ce84-44ec-b873-628fbb1e205d disassociated. External IP: 172.27.3.181, port: 888667cf-09a8-4cc3-8749-acf758b60412. Jun 16 21:19:56.784690 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for 888667cf-09a8-4cc3-8749-acf758b60412 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:56.788766 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] Set router 7bbd9220-58eb-445e-a005-ad4e570caa20 gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:56.811150 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] Deleting subnet f58d22d6-f6f6-458e-9180-65a1afbee399 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:19:56.818039 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] Publish callbacks [] for subnet (f58d22d6-f6f6-458e-9180-65a1afbee399), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:56.865467 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:19:56Z', 'revision_number': 6, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:56.896459 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07100aa-6345-406d-9ab6-7049b3529089 None None] The sync data for ids ['7bbd9220-58eb-445e-a005-ad4e570caa20'] in dv-cinder-819149-6-iscsi is: [{'id': '7bbd9220-58eb-445e-a005-ad4e570caa20', 'name': 'tempest-TestShelveInstance-858538458-router', 'tenant_id': '9868add8c6114cc2a3933d63b2e5652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:48Z', 'updated_at': '2022-06-16T21:19:56Z', 'revision_number': 6, 'project_id': '9868add8c6114cc2a3933d63b2e5652a', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:19:56.935703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (f58d22d6-f6f6-458e-9180-65a1afbee399), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.000579 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:57.102840 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (888667cf-09a8-4cc3-8749-acf758b60412), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.146684 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315358-084d-4ac0-be8b-d77f241ec9ba req-fa5f9454-f17c-4e64-89b5-793a82a688fa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:57.148124 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-23315358-084d-4ac0-be8b-d77f241ec9ba req-fa5f9454-f17c-4e64-89b5-793a82a688fa tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.1257463 Jun 16 21:19:57.155696 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=888667cf-09a8-4cc3-8749-acf758b60412,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:57.162707 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (f58d22d6-f6f6-458e-9180-65a1afbee399), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.197456 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259961fa-2046-466b-837f-0936ab16bcf6 req-0e57cb60-ea3e-4f90-baad-e049442bcddb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:57.198871 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-259961fa-2046-466b-837f-0936ab16bcf6 req-0e57cb60-ea3e-4f90-baad-e049442bcddb tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 946 time: 0.3261828 Jun 16 21:19:57.224592 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.255987 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:57.321843 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-259961fa-2046-466b-837f-0936ab16bcf6 req-0ff862a8-a45b-4df9-970c-67781a982ffc tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups?id=337845be-8d51-4c4e-b280-d2bda429e904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128919 Jun 16 21:19:57.347544 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (f58d22d6-f6f6-458e-9180-65a1afbee399), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.356230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (7bbd9220-58eb-445e-a005-ad4e570caa20), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.364511 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-23315358-084d-4ac0-be8b-d77f241ec9ba req-05e8f63b-e0a7-46ab-ada0-988ac42ea7c9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766069 Jun 16 21:19:57.404457 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58d22d6-f6f6-458e-9180-65a1afbee399,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:57.412309 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:19:57.414505 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.417097 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fd47f-1ec4-46df-aef9-901b3e0360b3 None None] Network a845e201-b1f1-498f-803f-02b706e2fd26 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:19:57.428678 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3044990b-d0a8-489c-b0e2-724be5b0e5a6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f58d22d6-f6f6-458e-9180-65a1afbee399 HTTP/1.1" status: 204 len: 168 time: 0.7040043 Jun 16 21:19:57.437776 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38338) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:57.462073 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:57.464208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (7bbd9220-58eb-445e-a005-ad4e570caa20), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.467013 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks [] for router_controller (7bbd9220-58eb-445e-a005-ad4e570caa20), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.518433 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (7bbd9220-58eb-445e-a005-ad4e570caa20), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.519221 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bbd9220-58eb-445e-a005-ad4e570caa20 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:19:57.524917 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.526344 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c07680c3-7085-4e26-b594-2ac53b6da08e admin admin] 10.222.0.43 "DELETE /v2.0/routers/7bbd9220-58eb-445e-a005-ad4e570caa20 HTTP/1.1" status: 204 len: 168 time: 1.2049394 Jun 16 21:19:57.532004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38340) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:57.582636 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] Deleting subnet f829a3f9-ab37-4484-ba72-a548548bcc16 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:19:57.586247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] Publish callbacks [] for subnet (f829a3f9-ab37-4484-ba72-a548548bcc16), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.619594 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (a845e201-b1f1-498f-803f-02b706e2fd26), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.631434 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:57.641785 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812804'] for subnet (f829a3f9-ab37-4484-ba72-a548548bcc16), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.742859 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (f829a3f9-ab37-4484-ba72-a548548bcc16), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.798505 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] DHCP port deletion for a845e201-b1f1-498f-803f-02b706e2fd26 request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:19:57.811652 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:57.846895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17516112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16912179'] for subnet (f829a3f9-ab37-4484-ba72-a548548bcc16), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.869844 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:57.882403 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f6a7ce-7d70-473c-a33f-1fb96b92b02c None None] Network 2b4fd2f5-218d-4169-8b25-5af8eae424cf requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:19:57.884741 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f829a3f9-ab37-4484-ba72-a548548bcc16 HTTP/1.1" status: 204 len: 168 time: 0.3515100 Jun 16 21:19:57.916868 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38354) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:57.931287 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbed5d-728f-4f92-a183-cc602444baf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f829a3f9-ab37-4484-ba72-a548548bcc16,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:58.046828 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (2b4fd2f5-218d-4169-8b25-5af8eae424cf), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.053455 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:19:58.065142 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:19:58.105952 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:58.107876 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] No DVR routers for this DVR port 888667cf-09a8-4cc3-8749-acf758b60412 on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:58.108548 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.109857 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Deleting port 898995fd-ac2c-4bef-94e1-9739f0dd05bb {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:58.110366 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.113061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.116991 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5746abf5-156f-424a-b5d9-80b8229545f5 req-4f1976cf-cc1f-4b43-a615-9348e8d8ff0e tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.47 "DELETE /v2.0/ports/888667cf-09a8-4cc3-8749-acf758b60412 HTTP/1.1" status: 204 len: 173 time: 2.0313342 Jun 16 21:19:58.117764 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'name': 'network-vif-deleted', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:19:58.122127 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Deleting port ee34784c-1b30-4e3e-892f-eea3a4969f2c {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:58.122699 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.129905 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f581674d-3b17-4a45-ac6d-934d73078d3e" -d '{"events": [{"server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "name": "network-vif-deleted", "tag": "888667cf-09a8-4cc3-8749-acf758b60412"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:19:58.165546 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 42153aad-e44b-47c5-bc9f-0613290cd9fa no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:58.171512 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] Deleting port 898995fd-ac2c-4bef-94e1-9739f0dd05bb {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:58.172119 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.241867 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 42153aad-e44b-47c5-bc9f-0613290cd9fa {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:58.242213 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 42153aad-e44b-47c5-bc9f-0613290cd9fa not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:58.242621 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6cc02573-470d-4a2a-b17e-85d4cc3e64ce no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:58.269018 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] For port ee34784c-1b30-4e3e-892f-eea3a4969f2c, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=ee34784c-1b30-4e3e-892f-eea3a4969f2c,segment=NetworkSegment(42106c9a-efb9-4f35-a4c6-531b8a07a6e0),segment_id=42106c9a-efb9-4f35-a4c6-531b8a07a6e0)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:58.270900 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.285882 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49134e0-af7c-4fb2-a12b-95de5e9b04b1 x-openstack-request-id: req-e49134e0-af7c-4fb2-a12b-95de5e9b04b1 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:19:58.286372 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b46c41-400a-4a80-9bcf-d07fcfd34a18", "name": "network-vif-deleted", "tag": "888667cf-09a8-4cc3-8749-acf758b60412", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:19:58.286781 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e49134e0-af7c-4fb2-a12b-95de5e9b04b1 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:19:58.287813 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] DHCP port deletion for 2b4fd2f5-218d-4169-8b25-5af8eae424cf request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:19:58.293737 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Calling delete_port for ee34784c-1b30-4e3e-892f-eea3a4969f2c owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:58.295472 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49134e0-af7c-4fb2-a12b-95de5e9b04b1'] response: {'server_uuid': '99b46c41-400a-4a80-9bcf-d07fcfd34a18', 'name': 'network-vif-deleted', 'tag': '888667cf-09a8-4cc3-8749-acf758b60412', 'status': 'completed', 'code': 200} Jun 16 21:19:58.355806 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] For port 898995fd-ac2c-4bef-94e1-9739f0dd05bb, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=898995fd-ac2c-4bef-94e1-9739f0dd05bb,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:58.356542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 6cc02573-470d-4a2a-b17e-85d4cc3e64ce {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:58.356646 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.356730 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6cc02573-470d-4a2a-b17e-85d4cc3e64ce not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:58.356824 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:58.379662 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:58.380286 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 1ab8751b-cb5b-496f-97dd-334bd48e9dd1 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:58.409419 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Calling delete_port for 898995fd-ac2c-4bef-94e1-9739f0dd05bb owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:58.460830 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.469545 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] Deleting port ee34784c-1b30-4e3e-892f-eea3a4969f2c {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:58.469952 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.477591 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] For port 898995fd-ac2c-4bef-94e1-9739f0dd05bb, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=898995fd-ac2c-4bef-94e1-9739f0dd05bb,segment=NetworkSegment(c5175a86-c99e-411c-b06d-fdb8f36973de),segment_id=c5175a86-c99e-411c-b06d-fdb8f36973de)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:58.478213 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.480839 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:58.510084 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] No DVR routers for this DVR port ee34784c-1b30-4e3e-892f-eea3a4969f2c on host dv-cinder-819149-6-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:58.513756 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] Calling delete_port for 898995fd-ac2c-4bef-94e1-9739f0dd05bb owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:58.522624 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee34784c-1b30-4e3e-892f-eea3a4969f2c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:58.625942 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] For port ee34784c-1b30-4e3e-892f-eea3a4969f2c, host dv-cinder-819149-6-iscsi, got binding levels [] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:58.626717 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.632787 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f5e5-fb25-4592-9fa6-77c0d5f165d3 req-828c0eb0-4ffb-4ae9-a3b7-29ae66b489cb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:19:58.634363 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-03a2f5e5-fb25-4592-9fa6-77c0d5f165d3 req-828c0eb0-4ffb-4ae9-a3b7-29ae66b489cb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.0768874 Jun 16 21:19:58.654500 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6085cbe6-b6fc-4e6d-8f31-4ee9d5508a8d req-ef2aad37-71d8-4eb5-88b1-e05775b25572 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b46c41-400a-4a80-9bcf-d07fcfd34a18 HTTP/1.1" status: 200 len: 210 time: 0.0987833 Jun 16 21:19:58.658021 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] Calling delete_port for ee34784c-1b30-4e3e-892f-eea3a4969f2c owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:58.664032 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.ipam_backend_mixin [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] Port ee34784c-1b30-4e3e-892f-eea3a4969f2c was not found and therefore no delete operation was performed {{(pid=104110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 16 21:19:58.675044 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (ee34784c-1b30-4e3e-892f-eea3a4969f2c), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.702357 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.721548 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] Pushing event deleted for resources: {'Port': ['ID=ee34784c-1b30-4e3e-892f-eea3a4969f2c,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:58.725765 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f89e6-f7bf-49f6-866b-c9d8dc985c95 None None] No DVR routers for this DVR port ee34784c-1b30-4e3e-892f-eea3a4969f2c on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:58.734706 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Pushing event deleted for resources: {'Port': ['ID=898995fd-ac2c-4bef-94e1-9739f0dd05bb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:58.736685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] No DVR routers for this DVR port 898995fd-ac2c-4bef-94e1-9739f0dd05bb on host dv-cinder-819149-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:58.752637 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (898995fd-ac2c-4bef-94e1-9739f0dd05bb), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.766370 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:58.770827 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] No DVR routers for this DVR port 898995fd-ac2c-4bef-94e1-9739f0dd05bb on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:19:58.788745 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:58.796871 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea3fc-0cb4-4cbb-a202-96302fcc7bfe None None] Pushing event deleted for resources: {'Port': ['ID=898995fd-ac2c-4bef-94e1-9739f0dd05bb,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:58.810072 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (2b4fd2f5-218d-4169-8b25-5af8eae424cf), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.853400 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.861453 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4fd2f5-218d-4169-8b25-5af8eae424cf']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.877031 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-03a2f5e5-fb25-4592-9fa6-77c0d5f165d3 req-80db1d20-def6-49e5-b951-6fec5a9aebf6 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222095 Jun 16 21:19:58.878759 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42106c9a-efb9-4f35-a4c6-531b8a07a6e0') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.879604 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42106c9a-efb9-4f35-a4c6-531b8a07a6e0') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.892609 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812819'] for segment (42106c9a-efb9-4f35-a4c6-531b8a07a6e0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.897972 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (a845e201-b1f1-498f-803f-02b706e2fd26), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.906468 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:19:58.930149 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:19:58.930644 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (42106c9a-efb9-4f35-a4c6-531b8a07a6e0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.932151 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.935327 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a845e201-b1f1-498f-803f-02b706e2fd26']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.941421 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:19:58.942434 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17516174'] for segment (42106c9a-efb9-4f35-a4c6-531b8a07a6e0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.947026 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5175a86-c99e-411c-b06d-fdb8f36973de') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.947326 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5175a86-c99e-411c-b06d-fdb8f36973de') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:58.961316 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (c5175a86-c99e-411c-b06d-fdb8f36973de), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.977902 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c5175a86-c99e-411c-b06d-fdb8f36973de), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.990535 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:19:58.991176 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (c5175a86-c99e-411c-b06d-fdb8f36973de), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:58.992370 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 42106c9a-efb9-4f35-a4c6-531b8a07a6e0 resource provider aggregate not found Jun 16 21:19:59.015999 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 42106c9a-efb9-4f35-a4c6-531b8a07a6e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42106c9a-efb9-4f35-a4c6-531b8a07a6e0 found for delete ", "request_id": "req-afc37929-f33e-4d6a-b048-4949b1702e50"}]} Jun 16 21:19:59.025785 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (2b4fd2f5-218d-4169-8b25-5af8eae424cf), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.053076 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.058939 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2b4fd2f5-218d-4169-8b25-5af8eae424cf HTTP/1.1" status: 204 len: 168 time: 1.1384540 Jun 16 21:19:59.058939 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b57ca-608e-4f15-97ad-ca9323195076 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4fd2f5-218d-4169-8b25-5af8eae424cf,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:59.059274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38396) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:59.064220 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment c5175a86-c99e-411c-b06d-fdb8f36973de resource provider aggregate not found Jun 16 21:19:59.084163 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment c5175a86-c99e-411c-b06d-fdb8f36973de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5175a86-c99e-411c-b06d-fdb8f36973de found for delete ", "request_id": "req-cffe4f33-87fb-464d-8b1f-b3576cfb6c2b"}]} Jun 16 21:19:59.088160 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:59.089930 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (a845e201-b1f1-498f-803f-02b706e2fd26), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.095512 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:19:59.097032 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.101166 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a845e201-b1f1-498f-803f-02b706e2fd26 HTTP/1.1" status: 204 len: 168 time: 1.6622410 Jun 16 21:19:59.113103 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1275f-dfc5-48a8-a769-4568cf37a726 admin admin] Pushing event deleted for resources: {'Network': ['ID=a845e201-b1f1-498f-803f-02b706e2fd26,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:59.119594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:59.240604 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38402) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:59.281955 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-82151356-6fc8-44dd-98f5-68f8d92c721d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b341c2d77764f3890f2501cfc6945a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399399 Jun 16 21:19:59.284391 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38404) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:59.303376 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:19:59.335519 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-042b407d-bdb6-4a52-97bd-8a3d4fe42b7e admin admin] Publish callbacks [] for security_group (3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.338816 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ccf70-fd35-45e3-ae80-613585fcc371 None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:13:08Z', 'revision_number': 4, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '5c4cfc41-969c-478e-bad8-9ee481449527', 'name': '', 'network_id': 'c4d0a869-8cad-4582-83ab-86c097e04c69', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'mac_address': 'fa:16:3e:19:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:02Z', 'updated_at': '2022-06-16T21:13:19Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'subnets': [{'id': '8b664bd6-1eb7-49e4-809b-bf1e86bec505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:19:59.347082 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:59.366363 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-042b407d-bdb6-4a52-97bd-8a3d4fe42b7e admin admin] Publish callbacks [] for security_group (3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.429297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-042b407d-bdb6-4a52-97bd-8a3d4fe42b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.431047 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (aeff5f04-e061-46c2-a305-2ef364701240), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.432279 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-042b407d-bdb6-4a52-97bd-8a3d4fe42b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.433614 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-042b407d-bdb6-4a52-97bd-8a3d4fe42b7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf HTTP/1.1" status: 204 len: 168 time: 0.1481760 Jun 16 21:19:59.443112 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b407d-bdb6-4a52-97bd-8a3d4fe42b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e017950-9ed9-4aa2-aed6-13ebf5d9d8cf,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:59.466720 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:59.489055 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:59.489637 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ea6caf5b-d6e0-49b4-9823-e3d0d51a1a93 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:59.490048 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ee34784c-1b30-4e3e-892f-eea3a4969f2c no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:59.515161 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: ee34784c-1b30-4e3e-892f-eea3a4969f2c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:59.516125 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device ee34784c-1b30-4e3e-892f-eea3a4969f2c not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:59.516970 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 898995fd-ac2c-4bef-94e1-9739f0dd05bb no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:59.540049 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 898995fd-ac2c-4bef-94e1-9739f0dd05bb {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:59.541054 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 898995fd-ac2c-4bef-94e1-9739f0dd05bb not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:59.613112 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 888667cf-09a8-4cc3-8749-acf758b60412 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:19:59.639675 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 888667cf-09a8-4cc3-8749-acf758b60412 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:19:59.640525 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 888667cf-09a8-4cc3-8749-acf758b60412 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:19:59.694446 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e1261-7a21-4f04-84a7-9dc14678bf34 None None] New status for floating IP 36b42f56-ce84-44ec-b873-628fbb1e205d: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:19:59.744808 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38414) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:59.756663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Deleting port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:19:59.757743 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.774634 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:19:59.857749 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] For port 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,segment=NetworkSegment(1425158c-4a5f-4194-ae9a-dfed3924a364),segment_id=1425158c-4a5f-4194-ae9a-dfed3924a364)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:19:59.858283 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.860197 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d03daa54-e4fb-441c-b314-df31b99af729 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (337845be-8d51-4c4e-b280-d2bda429e904), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.874242 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Calling delete_port for 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:19:59.894059 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d03daa54-e4fb-441c-b314-df31b99af729 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (337845be-8d51-4c4e-b280-d2bda429e904), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.953261 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d03daa54-e4fb-441c-b314-df31b99af729 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (337845be-8d51-4c4e-b280-d2bda429e904), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.956224 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d03daa54-e4fb-441c-b314-df31b99af729 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:19:59.958153 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d03daa54-e4fb-441c-b314-df31b99af729 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/security-groups/337845be-8d51-4c4e-b280-d2bda429e904 HTTP/1.1" status: 204 len: 168 time: 0.2122555 Jun 16 21:19:59.962589 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38426) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:19:59.968841 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03daa54-e4fb-441c-b314-df31b99af729 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337845be-8d51-4c4e-b280-d2bda429e904,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:19:59.989693 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-231dc85b-f907-42ef-9e38-0b2d949a6778 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] show failed (client error): The resource could not be found. Jun 16 21:19:59.992759 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-231dc85b-f907-42ef-9e38-0b2d949a6778 tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "GET /v2.0/security-groups/337845be-8d51-4c4e-b280-d2bda429e904 HTTP/1.1" status: 404 len: 347 time: 0.0287402 Jun 16 21:19:59.996255 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38428) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:00.078483 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:00.088008 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52667849-d9cb-4a22-8276-823fc2b9c899 req-d97475ef-bf86-4d90-8103-7349527083bb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:00.089794 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-52667849-d9cb-4a22-8276-823fc2b9c899 req-d97475ef-bf86-4d90-8103-7349527083bb tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.1046290 Jun 16 21:20:00.141710 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.180127 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:00.218476 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-52667849-d9cb-4a22-8276-823fc2b9c899 req-2971db89-5ea7-4f69-ad65-f5c288fff52a tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912066 Jun 16 21:20:00.228594 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Deleting port b73a1f0b-59aa-4b6f-b639-e0d36c791119 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:00.228947 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.251538 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:00.357999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.358528 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (b73a1f0b-59aa-4b6f-b639-e0d36c791119), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.381275 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Calling delete_port for b73a1f0b-59aa-4b6f-b639-e0d36c791119 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:00.398738 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:00.431541 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (aeff5f04-e061-46c2-a305-2ef364701240), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.532668 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:00.555919 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (b73a1f0b-59aa-4b6f-b639-e0d36c791119), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.587412 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Pushing event deleted for resources: {'Port': ['ID=b73a1f0b-59aa-4b6f-b639-e0d36c791119,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:00.660496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Router aeff5f04-e061-46c2-a305-2ef364701240 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:00.665109 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks [] for floatingip (36b42f56-ce84-44ec-b873-628fbb1e205d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.667843 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.671744 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-091c2afb-94e0-4f26-b609-8f922f6c3bca tempest-AttachVolumeNegativeTest-1412742474 tempest-AttachVolumeNegativeTest-1412742474-project] 10.222.0.43 "DELETE /v2.0/floatingips/36b42f56-ce84-44ec-b873-628fbb1e205d HTTP/1.1" status: 204 len: 168 time: 0.6710033 Jun 16 21:20:00.808832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:00.819096 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38454) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:00.821965 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] Sync routers for ids ['aeff5f04-e061-46c2-a305-2ef364701240'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:00.833166 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] Routers {'aeff5f04-e061-46c2-a305-2ef364701240'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:00.833579 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-441a2668-b58d-4457-87a9-2eb55b4e2cde admin admin] 10.222.0.43 "PUT /v2.0/routers/aeff5f04-e061-46c2-a305-2ef364701240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724357 Jun 16 21:20:00.834165 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['aeff5f04-e061-46c2-a305-2ef364701240'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:00.837217 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:00.930987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks [] for router (aeff5f04-e061-46c2-a305-2ef364701240), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:00.945836 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] Set router aeff5f04-e061-46c2-a305-2ef364701240 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:01.068997 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks [] for router_gateway (aeff5f04-e061-46c2-a305-2ef364701240), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.124903 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Deleting port abed9320-825e-4a8b-bc49-821822358b43 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:01.125254 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (abed9320-825e-4a8b-bc49-821822358b43), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.219020 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] For port abed9320-825e-4a8b-bc49-821822358b43, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=abed9320-825e-4a8b-bc49-821822358b43,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:01.219884 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (abed9320-825e-4a8b-bc49-821822358b43), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.234440 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Calling delete_port for abed9320-825e-4a8b-bc49-821822358b43 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:01.241869 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'abed9320-825e-4a8b-bc49-821822358b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:20:00Z', 'revision_number': 5, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port': {'id': 'abed9320-825e-4a8b-bc49-821822358b43', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:55Z', 'updated_at': '2022-06-16T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:01.266868 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] Checking router: aeff5f04-e061-46c2-a305-2ef364701240 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:01.276745 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] Routers {'aeff5f04-e061-46c2-a305-2ef364701240'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:01.277357 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['aeff5f04-e061-46c2-a305-2ef364701240'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:01.298906 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:01.405784 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] Set router aeff5f04-e061-46c2-a305-2ef364701240 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:01.467572 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:20:01Z', 'revision_number': 6, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:01.483095 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (abed9320-825e-4a8b-bc49-821822358b43), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.499376 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df1a34-4dd5-4b58-a4e7-10cafbcb5b71 None None] The sync data for ids ['aeff5f04-e061-46c2-a305-2ef364701240'] in dv-cinder-819149-6-iscsi is: [{'id': 'aeff5f04-e061-46c2-a305-2ef364701240', 'name': 'tempest-TestShelveInstance-1057214023-router', 'tenant_id': '2e75c3de720b47a0a974635594e41f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:13:54Z', 'updated_at': '2022-06-16T21:20:01Z', 'revision_number': 6, 'project_id': '2e75c3de720b47a0a974635594e41f39', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:01.531271 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=abed9320-825e-4a8b-bc49-821822358b43,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:01.603354 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (aeff5f04-e061-46c2-a305-2ef364701240), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.690268 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (aeff5f04-e061-46c2-a305-2ef364701240), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.692755 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks [] for router_controller (aeff5f04-e061-46c2-a305-2ef364701240), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.727871 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:01.736835 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (aeff5f04-e061-46c2-a305-2ef364701240), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.737648 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeff5f04-e061-46c2-a305-2ef364701240 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:20:01.742891 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.744038 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fa963c5c-dc22-413d-b7a2-08c9ae1261d7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/aeff5f04-e061-46c2-a305-2ef364701240 HTTP/1.1" status: 204 len: 168 time: 0.9240844 Jun 16 21:20:01.746919 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38478) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:01.770098 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38480) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:01.793169 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] Deleting subnet 0c08f486-884b-4948-a2c8-143c2d7cd3b4 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:20:01.796416 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] Publish callbacks [] for subnet (0c08f486-884b-4948-a2c8-143c2d7cd3b4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.838857 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (0c08f486-884b-4948-a2c8-143c2d7cd3b4), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.887060 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a03d650-9cab-49e9-9bd9-b3ebf49f2214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:01.938627 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (0c08f486-884b-4948-a2c8-143c2d7cd3b4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.013685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (0c08f486-884b-4948-a2c8-143c2d7cd3b4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.025525 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a03d650-9cab-49e9-9bd9-b3ebf49f2214 admin admin] Publish callbacks [] for security_group (f633fc8b-5389-4bac-b998-bc7cd3498bae), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.029829 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a03d650-9cab-49e9-9bd9-b3ebf49f2214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f633fc8b-5389-4bac-b998-bc7cd3498bae), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.045550 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c08f486-884b-4948-a2c8-143c2d7cd3b4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:02.047559 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.050757 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d498c4fc-7239-4b9e-9354-f5e4c76a6ac0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c08f486-884b-4948-a2c8-143c2d7cd3b4 HTTP/1.1" status: 204 len: 168 time: 0.3028646 Jun 16 21:20:02.053072 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83eeb49-5635-489a-8a3b-d638d2b725d8 None None] Network fa072797-6ce1-4446-9df8-c1ecbe807cda requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:02.054209 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38492) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:02.095060 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03d650-9cab-49e9-9bd9-b3ebf49f2214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f633fc8b-5389-4bac-b998-bc7cd3498bae,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:02.119668 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38496) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:02.120435 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2a03d650-9cab-49e9-9bd9-b3ebf49f2214 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec3507ea8ca84ffba1847c0218d1d616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491755 Jun 16 21:20:02.151006 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (fa072797-6ce1-4446-9df8-c1ecbe807cda), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.225888 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb312a84-07e7-4ecf-bda4-067e3c58dae7 admin admin] Publish callbacks [] for security_group (f633fc8b-5389-4bac-b998-bc7cd3498bae), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.230491 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Deleting port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:02.230816 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.269332 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb312a84-07e7-4ecf-bda4-067e3c58dae7 admin admin] Publish callbacks [] for security_group (f633fc8b-5389-4bac-b998-bc7cd3498bae), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.337097 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] For port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,segment=NetworkSegment(1425158c-4a5f-4194-ae9a-dfed3924a364),segment_id=1425158c-4a5f-4194-ae9a-dfed3924a364)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:02.337463 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.354503 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Calling delete_port for e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:02.363063 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] DHCP port deletion for fa072797-6ce1-4446-9df8-c1ecbe807cda request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:20:02.401172 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:02.414947 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] Deleting port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:02.415484 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.420636 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb312a84-07e7-4ecf-bda4-067e3c58dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f633fc8b-5389-4bac-b998-bc7cd3498bae), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.423132 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bb312a84-07e7-4ecf-bda4-067e3c58dae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.424407 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bb312a84-07e7-4ecf-bda4-067e3c58dae7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f633fc8b-5389-4bac-b998-bc7cd3498bae HTTP/1.1" status: 204 len: 168 time: 0.3037472 Jun 16 21:20:02.488681 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb312a84-07e7-4ecf-bda4-067e3c58dae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f633fc8b-5389-4bac-b998-bc7cd3498bae,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:02.497039 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:02.508576 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.534069 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] For port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,segment=NetworkSegment(1425158c-4a5f-4194-ae9a-dfed3924a364),segment_id=1425158c-4a5f-4194-ae9a-dfed3924a364)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:02.534785 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.558943 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:02.561619 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] Calling delete_port for e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:02.566055 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] No DVR routers for this DVR port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 on host dv-cinder-819149-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:02.680103 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (e1ab9e89-5e3d-4427-aa81-b01a0b7eb549), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.687072 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (fa072797-6ce1-4446-9df8-c1ecbe807cda), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.709881 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] Pushing event deleted for resources: {'Port': ['ID=e1ab9e89-5e3d-4427-aa81-b01a0b7eb549,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:02.711759 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab4e10-5f39-4561-a4f5-aeb10cb50d4b None None] No DVR routers for this DVR port e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:02.725612 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa072797-6ce1-4446-9df8-c1ecbe807cda']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:02.741298 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1425158c-4a5f-4194-ae9a-dfed3924a364') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:02.741610 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1425158c-4a5f-4194-ae9a-dfed3924a364') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:02.755143 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (1425158c-4a5f-4194-ae9a-dfed3924a364), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.775883 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (1425158c-4a5f-4194-ae9a-dfed3924a364), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.795382 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:20:02.798100 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (1425158c-4a5f-4194-ae9a-dfed3924a364), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.847425 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 1425158c-4a5f-4194-ae9a-dfed3924a364 resource provider aggregate not found Jun 16 21:20:02.903419 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 1425158c-4a5f-4194-ae9a-dfed3924a364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1425158c-4a5f-4194-ae9a-dfed3924a364 found for delete ", "request_id": "req-fbe2b617-7415-4af9-b57d-6f54c110f4dc"}]} Jun 16 21:20:02.907675 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38520) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:02.916684 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (fa072797-6ce1-4446-9df8-c1ecbe807cda), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.921021 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.924502 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fa072797-6ce1-4446-9df8-c1ecbe807cda HTTP/1.1" status: 204 len: 168 time: 0.8691752 Jun 16 21:20:02.934379 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d859-db9a-42aa-9ea6-7afce61df277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:02.951887 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a017-9660-4d33-9a05-ed35e32f0905 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa072797-6ce1-4446-9df8-c1ecbe807cda,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:03.033665 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d859-db9a-42aa-9ea6-7afce61df277 admin admin] Publish callbacks [] for security_group (61dedf94-62d4-46e1-abe4-821b149c91e1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.037851 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d859-db9a-42aa-9ea6-7afce61df277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (61dedf94-62d4-46e1-abe4-821b149c91e1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.081528 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e8d7d859-db9a-42aa-9ea6-7afce61df277 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ba5a2b21ffa4a29969b6e21e76da02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727748 Jun 16 21:20:03.083404 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7d859-db9a-42aa-9ea6-7afce61df277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dedf94-62d4-46e1-abe4-821b149c91e1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:03.084811 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38524) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:03.112426 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38526) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:03.137551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d204025-9b21-4256-8eff-c05a64a1e278 admin admin] Publish callbacks [] for security_group (61dedf94-62d4-46e1-abe4-821b149c91e1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.168854 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-234bf47e-d26e-45e3-a189-54f233e3d977 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9868add8c6114cc2a3933d63b2e5652a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516081 Jun 16 21:20:03.168967 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38530) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:03.179061 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d204025-9b21-4256-8eff-c05a64a1e278 admin admin] Publish callbacks [] for security_group (61dedf94-62d4-46e1-abe4-821b149c91e1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.249526 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:03.254357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-064ae884-045d-4d41-a099-6f0236d277f7 admin admin] Publish callbacks [] for security_group (0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.280356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d204025-9b21-4256-8eff-c05a64a1e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (61dedf94-62d4-46e1-abe4-821b149c91e1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.280356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d204025-9b21-4256-8eff-c05a64a1e278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.284041 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6d204025-9b21-4256-8eff-c05a64a1e278 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61dedf94-62d4-46e1-abe4-821b149c91e1 HTTP/1.1" status: 204 len: 168 time: 0.1947918 Jun 16 21:20:03.289236 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-064ae884-045d-4d41-a099-6f0236d277f7 admin admin] Publish callbacks [] for security_group (0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.305555 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d204025-9b21-4256-8eff-c05a64a1e278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dedf94-62d4-46e1-abe4-821b149c91e1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:03.374657 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-064ae884-045d-4d41-a099-6f0236d277f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.378373 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-064ae884-045d-4d41-a099-6f0236d277f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.380079 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-064ae884-045d-4d41-a099-6f0236d277f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc HTTP/1.1" status: 204 len: 168 time: 0.2098382 Jun 16 21:20:03.394252 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ae884-045d-4d41-a099-6f0236d277f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4ab4c3-47ef-4aa4-98f7-c2a44e6a26dc,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:03.494032 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:03.516052 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:03.516434 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device e1ab9e89-5e3d-4427-aa81-b01a0b7eb549 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:03.516849 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:03.539088 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:03.539659 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 1cfd07dd-2c0f-4dbb-a25b-2eacc47e09a5 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:03.540220 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device abed9320-825e-4a8b-bc49-821822358b43 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:03.567204 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: abed9320-825e-4a8b-bc49-821822358b43 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:03.568132 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device abed9320-825e-4a8b-bc49-821822358b43 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:03.841181 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38560) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:03.884826 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f820887b-c1b6-4b6e-ad3c-8b5981891499 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e75c3de720b47a0a974635594e41f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421877 Jun 16 21:20:03.887431 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38564) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:03.938182 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c58777af-2f6a-4f4d-8af0-6a4642b8ed3e admin admin] Publish callbacks [] for security_group (dc484a68-acf8-4cff-9134-27d96ca9ceca), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:03.962806 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c58777af-2f6a-4f4d-8af0-6a4642b8ed3e admin admin] Publish callbacks [] for security_group (dc484a68-acf8-4cff-9134-27d96ca9ceca), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:04.016924 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c58777af-2f6a-4f4d-8af0-6a4642b8ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (dc484a68-acf8-4cff-9134-27d96ca9ceca), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:04.020234 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c58777af-2f6a-4f4d-8af0-6a4642b8ed3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:04.022228 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c58777af-2f6a-4f4d-8af0-6a4642b8ed3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc484a68-acf8-4cff-9134-27d96ca9ceca HTTP/1.1" status: 204 len: 168 time: 0.1337707 Jun 16 21:20:04.035967 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58777af-2f6a-4f4d-8af0-6a4642b8ed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc484a68-acf8-4cff-9134-27d96ca9ceca,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:04.592229 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38608) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:04.764557 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:05.055261 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38632) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:05.068747 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.092558 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d4a9-1c03-4434-94c0-0ce373d85cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.175761 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-118138134-network', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:05.205359 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Made reservation on behalf of b568a213302f46fda9ab9467d36996c5 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:05.207999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.221323 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.309249 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks [] for security_group (a55fe5d2-5070-4bde-817b-2921238c8440), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.313556 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (a55fe5d2-5070-4bde-817b-2921238c8440), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.329935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Deleting port 5c4cfc41-969c-478e-bad8-9ee481449527 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:05.330265 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.332618 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=13 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:05.338770 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:05.340271 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:20:05.361954 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c065c395-125b-4f99-8a6f-f0752a1d03d9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.362294 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Added segment c065c395-125b-4f99-8a6f-f0752a1d03d9 of type vlan for network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d Jun 16 21:20:05.363786 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55fe5d2-5070-4bde-817b-2921238c8440,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:05.421065 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.452859 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.453972 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:05.454564 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.493906 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4346201 Jun 16 21:20:05.524594 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38644) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:05.531244 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Request body: {'subnet': {'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-118138134-subnet', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:05.541628 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c5db1-6448-49b3-8ea0-ba5fa620ea04 admin admin] Pushing event updated for resources: {'Network': ['ID=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:05.556815 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:20:05.560077 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Made reservation on behalf of b568a213302f46fda9ab9467d36996c5 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:05.563153 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3172409'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.742896 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] For port 5c4cfc41-969c-478e-bad8-9ee481449527, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=5c4cfc41-969c-478e-bad8-9ee481449527,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:05.743564 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.751803 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1277694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172363'] for subnet (d5212ee8-e35f-47d8-9bcd-4759e9dcd679), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.759998 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Calling delete_port for 5c4cfc41-969c-478e-bad8-9ee481449527 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:05.856528 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5212ee8-e35f-47d8-9bcd-4759e9dcd679,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:05.883934 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Checking segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:05.884582 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Network hostable DHCP agents. Network: 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:20:05.907022 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:20:05.917275 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:05.918994 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:05.924860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:05.926490 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:05.929891 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02d2df-04e6-402f-9b6a-76b660510082 None None] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:05.955132 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4d29dea3-a2ca-4dfd-8605-3689b12807f3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4292455 Jun 16 21:20:05.958604 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38650) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:05.964562 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:05.977170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:05.984837 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (5c4cfc41-969c-478e-bad8-9ee481449527), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.012812 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4cfc41-969c-478e-bad8-9ee481449527,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:06.014877 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.015917 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.042245 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:20:06.043198 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.131406 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks [] for router_controller (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.211652 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Allocated IP 172.20.0.2 (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d/d5212ee8-e35f-47d8-9bcd-4759e9dcd679/6068073b-f2d7-48d7-8a41-941cef56ac0e) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:06.213408 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:06.228706 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:06.355446 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks [] for router_gateway (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.364555 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Publish callbacks [] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.370751 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.383234 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.413977 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:06.419818 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:06.422306 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Pushing event updated for resources: {'Port': ['ID=6068073b-f2d7-48d7-8a41-941cef56ac0e,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:06.447576 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:06.498954 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Attempting to bind port 6068073b-f2d7-48d7-8a41-941cef56ac0e on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:06.499325 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Attempting to bind port 6068073b-f2d7-48d7-8a41-941cef56ac0e by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:06.500212 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Attempting to bind port 6068073b-f2d7-48d7-8a41-941cef56ac0e on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:06.505008 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:06.505390 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Checking segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:06.505791 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.506178 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Bound using segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:06.506638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Bound port: 6068073b-f2d7-48d7-8a41-941cef56ac0e, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:06.507019 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.568400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-073b468b-9087-4233-a464-7a072d0172ec None None] For port 6068073b-f2d7-48d7-8a41-941cef56ac0e, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:06.571569 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-073b468b-9087-4233-a464-7a072d0172ec None None] For port 6068073b-f2d7-48d7-8a41-941cef56ac0e, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6068073b-f2d7-48d7-8a41-941cef56ac0e,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:06.578274 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.644358 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b468b-9087-4233-a464-7a072d0172ec None None] Pushing event updated for resources: {'Port': ['ID=6068073b-f2d7-48d7-8a41-941cef56ac0e,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:06.683431 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks [] for router_gateway (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.733997 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:06.817828 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:06.839596 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:06.908665 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:06.921592 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Allocated IP 172.27.3.215 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/41f579c9-5d13-4b18-acc0-b601830909ff) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:07.030504 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:07.039753 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-59bfd067-b163-40d3-a05c-dc7bb33c247c admin admin] 10.222.0.43 "PUT /v2.0/routers/206b1dc6-7ad9-4ac3-bb32-c534b3cd4712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4493256 Jun 16 21:20:07.040390 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38658) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:07.042468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] Sync routers for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:07.054250 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:07.055215 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:19:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:07.086948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks [] for port (41f579c9-5d13-4b18-acc0-b601830909ff), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.109087 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:07.133009 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.185297 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:07.186726 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:07.190793 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:07.198052 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:07.202485 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Pushing event updated for resources: {'Port': ['ID=41f579c9-5d13-4b18-acc0-b601830909ff,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:07.213122 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks [] for router (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.371818 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks [] for router_gateway (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.452194 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Deleting port deaa9358-462d-407d-a818-d4e94eb4221b {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:07.452194 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.454879 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.507035 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-640a649d-2294-4c0c-b4ff-6d7724d4d557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.532753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks [] for router_gateway (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.626851 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:20:05Z', 'revision_number': 5, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port': {'id': 'deaa9358-462d-407d-a818-d4e94eb4221b', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:07.631422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] For port deaa9358-462d-407d-a818-d4e94eb4221b, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=deaa9358-462d-407d-a818-d4e94eb4221b,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:07.631422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.647078 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Calling delete_port for deaa9358-462d-407d-a818-d4e94eb4221b owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:07.665427 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6068073b-f2d7-48d7-8a41-941cef56ac0e up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:07.668248 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] Checking router: 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:07.719094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] Routers {'206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:07.719743 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:07.804542 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:07.813423 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6068073b-f2d7-48d7-8a41-941cef56ac0e triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:07.814166 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.839210 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:07.840368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.845422 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] Set router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:07.850957 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (deaa9358-462d-407d-a818-d4e94eb4221b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.856035 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:07.882479 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=deaa9358-462d-407d-a818-d4e94eb4221b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:07.911172 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56e595-cd84-42c9-b99c-85d19ad7e6a4 None None] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:07.934108 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:20:07Z', 'revision_number': 6, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:07.958354 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.976643 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:07.979412 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc59abf-ae64-4351-ab94-98f6a6effc92 None None] The sync data for ids ['206b1dc6-7ad9-4ac3-bb32-c534b3cd4712'] in dv-cinder-819149-6-iscsi is: [{'id': '206b1dc6-7ad9-4ac3-bb32-c534b3cd4712', 'name': 'tempest-AttachVolumeNegativeTest-1472122122-router', 'tenant_id': 'f22cbeb1402848dbb84a5718dca357e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:57Z', 'updated_at': '2022-06-16T21:20:07Z', 'revision_number': 6, 'project_id': 'f22cbeb1402848dbb84a5718dca357e1', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:07.979989 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:07.982113 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-44fb223e-e6c1-4cb4-b324-5227060bacf1 None None] Provisioning complete for port 6068073b-f2d7-48d7-8a41-941cef56ac0e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:07.982481 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-44fb223e-e6c1-4cb4-b324-5227060bacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:07.992946 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:20:08.057593 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.059844 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks [] for router_controller (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.108019 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (206b1dc6-7ad9-4ac3-bb32-c534b3cd4712), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.109337 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:20:08.110348 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6068073b-f2d7-48d7-8a41-941cef56ac0e is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:08.111474 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.116200 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.117112 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-522c5fc7-a42c-4330-8c10-5e25c439a9bc admin admin] 10.222.0.43 "DELETE /v2.0/routers/206b1dc6-7ad9-4ac3-bb32-c534b3cd4712 HTTP/1.1" status: 204 len: 168 time: 1.0749810 Jun 16 21:20:08.120257 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38664) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:08.126106 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:08.135617 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:08.157858 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:08.158779 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:08.164251 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.167752 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] Deleting subnet 8b664bd6-1eb7-49e4-809b-bf1e86bec505 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:20:08.168940 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c87265a3-83bc-4aff-bed8-9a425ef29fdb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2091067 Jun 16 21:20:08.169731 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38666) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:08.171442 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] Publish callbacks [] for subnet (8b664bd6-1eb7-49e4-809b-bf1e86bec505), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.212801 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-44fb223e-e6c1-4cb4-b324-5227060bacf1 None None] Current status of the port 6068073b-f2d7-48d7-8a41-941cef56ac0e is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:08.213192 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-44fb223e-e6c1-4cb4-b324-5227060bacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.216396 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 6068073b-f2d7-48d7-8a41-941cef56ac0e, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6068073b-f2d7-48d7-8a41-941cef56ac0e,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:08.219077 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (8b664bd6-1eb7-49e4-809b-bf1e86bec505), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.228155 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.319087 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-44fb223e-e6c1-4cb4-b324-5227060bacf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 21:20:08.319539 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-44fb223e-e6c1-4cb4-b324-5227060bacf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 21:20:08.320150 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=6068073b-f2d7-48d7-8a41-941cef56ac0e,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:08.328235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:08.335694 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:08.335910 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (8b664bd6-1eb7-49e4-809b-bf1e86bec505), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.414233 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (8b664bd6-1eb7-49e4-809b-bf1e86bec505), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.476298 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b664bd6-1eb7-49e4-809b-bf1e86bec505,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:08.484224 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.491117 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-daa4845d-d4df-40d5-8be7-07cfc9d2275d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8b664bd6-1eb7-49e4-809b-bf1e86bec505 HTTP/1.1" status: 204 len: 168 time: 0.3696020 Jun 16 21:20:08.497807 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab7bfb-99bb-404e-af85-21b0ebe8dbc2 None None] Network c4d0a869-8cad-4582-83ab-86c097e04c69 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:08.506544 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38674) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:08.683399 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:08.714294 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:07Z', 'revision_number': 3, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:08.722218 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.752781 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:08.753437 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Updating router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f port 41f579c9-5d13-4b18-acc0-b601830909ff binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:20:08.819089 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:08.867908 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-44fb223e-e6c1-4cb4-b324-5227060bacf1 None None] Current status of the port 6068073b-f2d7-48d7-8a41-941cef56ac0e is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:08.937785 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] DHCP port deletion for c4d0a869-8cad-4582-83ab-86c097e04c69 request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:20:09.004861 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (c4d0a869-8cad-4582-83ab-86c097e04c69), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.014216 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b61e7f22-9c33-4944-a7ff-28b9f9afc9a3 None None] Provisioning complete for port 6068073b-f2d7-48d7-8a41-941cef56ac0e triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:09.014654 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b61e7f22-9c33-4944-a7ff-28b9f9afc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.069223 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Deleting port 6dcfc291-8043-405b-977c-3b1d8a0fab67 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:09.069799 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.105816 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] Deleting port 6dcfc291-8043-405b-977c-3b1d8a0fab67 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:09.106040 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.179574 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] For port 6dcfc291-8043-405b-977c-3b1d8a0fab67, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6dcfc291-8043-405b-977c-3b1d8a0fab67,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:09.180047 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.204329 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Calling delete_port for 6dcfc291-8043-405b-977c-3b1d8a0fab67 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:09.223167 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:09.224752 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] For port 6dcfc291-8043-405b-977c-3b1d8a0fab67, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6dcfc291-8043-405b-977c-3b1d8a0fab67,segment=NetworkSegment(a63be4da-04c1-49b5-9cf4-a4873bafc39f),segment_id=a63be4da-04c1-49b5-9cf4-a4873bafc39f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:09.225154 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.243822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.261190 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Publish callbacks [] for port (41f579c9-5d13-4b18-acc0-b601830909ff), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.263175 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] Calling delete_port for 6dcfc291-8043-405b-977c-3b1d8a0fab67 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:09.268890 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:09.276362 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.296777 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b61e7f22-9c33-4944-a7ff-28b9f9afc9a3 None None] Current status of the port 6068073b-f2d7-48d7-8a41-941cef56ac0e is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:09.348987 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:09.401506 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Attempting to bind port 41f579c9-5d13-4b18-acc0-b601830909ff on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:09.402621 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Attempting to bind port 41f579c9-5d13-4b18-acc0-b601830909ff by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:09.403124 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Attempting to bind port 41f579c9-5d13-4b18-acc0-b601830909ff on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:09.409181 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.414279 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Pushing event updated for resources: {'Port': ['ID=41f579c9-5d13-4b18-acc0-b601830909ff,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:09.417097 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:09.417525 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:09.418099 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.418564 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:09.419073 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Bound port: 41f579c9-5d13-4b18-acc0-b601830909ff, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:09.419550 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.431996 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (6dcfc291-8043-405b-977c-3b1d8a0fab67), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.450452 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.450786 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.451144 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.451518 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.451826 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.452320 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.452646 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.452974 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.453298 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.453712 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.453932 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.454268 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.454597 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.454916 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.455230 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:09.471527 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] No DVR routers for this DVR port 6dcfc291-8043-405b-977c-3b1d8a0fab67 on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:09.490164 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] No DVR routers for this DVR port 6dcfc291-8043-405b-977c-3b1d8a0fab67 on host dv-cinder-819149-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:09.517954 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6bec8-db3e-44ff-b3a2-127525d41b8d None None] Pushing event deleted for resources: {'Port': ['ID=6dcfc291-8043-405b-977c-3b1d8a0fab67,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:09.543936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcfc291-8043-405b-977c-3b1d8a0fab67,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:09.544595 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] For port 41f579c9-5d13-4b18-acc0-b601830909ff, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:09.548568 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] For port 41f579c9-5d13-4b18-acc0-b601830909ff, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=41f579c9-5d13-4b18-acc0-b601830909ff,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:09.558732 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.567367 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6068073b-f2d7-48d7-8a41-941cef56ac0e up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:09.622668 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Allocated IP 172.20.0.1 (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d/d5212ee8-e35f-47d8-9bcd-4759e9dcd679/e6c0a2a4-74e8-4d74-8044-59fe85ece3cf) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:09.623872 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:09.624844 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:09.645106 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (c4d0a869-8cad-4582-83ab-86c097e04c69), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.668400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 6068073b-f2d7-48d7-8a41-941cef56ac0e triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:09.668859 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.684800 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d0a869-8cad-4582-83ab-86c097e04c69']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:09.701982 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63be4da-04c1-49b5-9cf4-a4873bafc39f') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:09.702506 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63be4da-04c1-49b5-9cf4-a4873bafc39f') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:09.719661 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (a63be4da-04c1-49b5-9cf4-a4873bafc39f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.742340 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (a63be4da-04c1-49b5-9cf4-a4873bafc39f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.743368 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025156c-3819-4db7-93ad-961ade8eb7b2 None None] Pushing event updated for resources: {'Port': ['ID=41f579c9-5d13-4b18-acc0-b601830909ff,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:09.768026 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:20:09.768656 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (a63be4da-04c1-49b5-9cf4-a4873bafc39f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.773439 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:09.783518 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:09.836360 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks [] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.854463 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 6068073b-f2d7-48d7-8a41-941cef56ac0e is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:09.859093 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment a63be4da-04c1-49b5-9cf4-a4873bafc39f resource provider aggregate not found Jun 16 21:20:09.872745 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:09.892056 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment a63be4da-04c1-49b5-9cf4-a4873bafc39f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a63be4da-04c1-49b5-9cf4-a4873bafc39f found for delete ", "request_id": "req-c71aa690-747a-44cf-9561-3aa9497ced12"}]} Jun 16 21:20:09.920793 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (c4d0a869-8cad-4582-83ab-86c097e04c69), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.934948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.939003 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:09.945622 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] 10.222.0.43 "DELETE /v2.0/networks/c4d0a869-8cad-4582-83ab-86c097e04c69 HTTP/1.1" status: 204 len: 168 time: 1.4340055 Jun 16 21:20:09.945622 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44a41b-c2d5-4e80-912f-71f77321db0d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d0a869-8cad-4582-83ab-86c097e04c69,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:09.955092 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6dcfc291-8043-405b-977c-3b1d8a0fab67 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:09.977844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 6dcfc291-8043-405b-977c-3b1d8a0fab67 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:09.978294 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6dcfc291-8043-405b-977c-3b1d8a0fab67 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:09.978834 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device deaa9358-462d-407d-a818-d4e94eb4221b no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:09.999501 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:10.002064 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: deaa9358-462d-407d-a818-d4e94eb4221b {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:10.002631 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device deaa9358-462d-407d-a818-d4e94eb4221b not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:10.003143 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 5c4cfc41-969c-478e-bad8-9ee481449527 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:10.003266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:10.007450 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:10.025385 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 5c4cfc41-969c-478e-bad8-9ee481449527 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:10.025871 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 5c4cfc41-969c-478e-bad8-9ee481449527 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:10.052338 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:10.072460 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.157282 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.237299 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38730) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:10.274404 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:07Z', 'revision_number': 3, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:10.289280 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.296461 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9dbbd9d5-5aa9-4c9c-8066-af531406e24d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f22cbeb1402848dbb84a5718dca357e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0578742 Jun 16 21:20:10.299088 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38732) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:10.312083 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d3348-5c22-4899-8e89-55d956a81149 None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:07Z', 'revision_number': 3, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:10.358960 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:10.366277 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27eff742-3c92-4604-b973-751b2c9bde33 admin admin] Publish callbacks [] for security_group (12fcc3a9-e145-4274-a806-9cead6aed55c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.368010 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:10.394298 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27eff742-3c92-4604-b973-751b2c9bde33 admin admin] Publish callbacks [] for security_group (12fcc3a9-e145-4274-a806-9cead6aed55c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.430685 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c97d4f36-459d-4243-af48-053800cf0ef4 None None] Provisioning complete for port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:10.433556 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c97d4f36-459d-4243-af48-053800cf0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.465232 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27eff742-3c92-4604-b973-751b2c9bde33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (12fcc3a9-e145-4274-a806-9cead6aed55c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.469595 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27eff742-3c92-4604-b973-751b2c9bde33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.470766 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-27eff742-3c92-4604-b973-751b2c9bde33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12fcc3a9-e145-4274-a806-9cead6aed55c HTTP/1.1" status: 204 len: 168 time: 0.1704683 Jun 16 21:20:10.478345 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c97d4f36-459d-4243-af48-053800cf0ef4 None None] Port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:20:10.482817 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eff742-3c92-4604-b973-751b2c9bde33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fcc3a9-e145-4274-a806-9cead6aed55c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:10.505012 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks [] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.510404 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.594521 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:10.597206 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.633392 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:10.706146 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:10.707858 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:10.877130 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:10.995897 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:11.025395 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:11.030561 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:11.040392 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-36cb323d-784d-4b9e-9fec-9cb4f2a4b518 admin admin] 10.222.0.43 "PUT /v2.0/routers/c96c3dbc-e1ca-4d2a-ac8a-c24560df496f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695307 Jun 16 21:20:11.108809 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-362b8cb9-f798-4613-9e54-22bd54055a53 None None] Provisioning complete for port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:11.109889 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-362b8cb9-f798-4613-9e54-22bd54055a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:11.157973 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-362b8cb9-f798-4613-9e54-22bd54055a53 None None] Port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:20:11.503139 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 41f579c9-5d13-4b18-acc0-b601830909ff up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:11.557316 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 41f579c9-5d13-4b18-acc0-b601830909ff triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:11.558003 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:11.763728 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 41f579c9-5d13-4b18-acc0-b601830909ff is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:11.764387 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:11.775995 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38784) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:11.789392 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 41f579c9-5d13-4b18-acc0-b601830909ff, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=41f579c9-5d13-4b18-acc0-b601830909ff,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:11.793531 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:11.862398 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=41f579c9-5d13-4b18-acc0-b601830909ff,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:12.016722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38796) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:12.023514 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1122739074-network', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:12.027683 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a94e86d4-f14a-4a17-a6fa-6b8571a541c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.063827 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Made reservation on behalf of 8390c06c0a13496b83e3be3c8ba69184 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:12.066729 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.079110 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.182358 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a94e86d4-f14a-4a17-a6fa-6b8571a541c2 admin admin] Publish callbacks [] for security_group (ed4affdd-fe14-40e0-96eb-b0b8f7964b71), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.188475 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a94e86d4-f14a-4a17-a6fa-6b8571a541c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ed4affdd-fe14-40e0-96eb-b0b8f7964b71), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.213398 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks [] for security_group (3f8b1ae6-731e-412e-a75c-3c1d4afaeab3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.219631 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3f8b1ae6-731e-412e-a75c-3c1d4afaeab3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.249904 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a94e86d4-f14a-4a17-a6fa-6b8571a541c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95c13395dea6494eaae4cc28ec14b5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726562 Jun 16 21:20:12.251112 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e86d4-f14a-4a17-a6fa-6b8571a541c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4affdd-fe14-40e0-96eb-b0b8f7964b71,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:12.253742 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38804) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:12.267751 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:20:12.282807 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8b1ae6-731e-412e-a75c-3c1d4afaeab3,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:12.290542 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (f13a8bdd-ad90-4391-a346-8afdc9b6bbda), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.290968 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Added segment f13a8bdd-ad90-4391-a346-8afdc9b6bbda of type vlan for network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b Jun 16 21:20:12.329484 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2032f75-cd80-41f4-94f1-dd2c5b1e8634 admin admin] Publish callbacks [] for security_group (ed4affdd-fe14-40e0-96eb-b0b8f7964b71), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.356003 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (dd6f81d0-dd2f-4405-aa0f-19de1c6af31b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.365724 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2032f75-cd80-41f4-94f1-dd2c5b1e8634 admin admin] Publish callbacks [] for security_group (ed4affdd-fe14-40e0-96eb-b0b8f7964b71), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.386932 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (dd6f81d0-dd2f-4405-aa0f-19de1c6af31b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.388030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:12.388648 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.452430 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2032f75-cd80-41f4-94f1-dd2c5b1e8634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ed4affdd-fe14-40e0-96eb-b0b8f7964b71), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.455270 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c2032f75-cd80-41f4-94f1-dd2c5b1e8634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.456571 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c2032f75-cd80-41f4-94f1-dd2c5b1e8634 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed4affdd-fe14-40e0-96eb-b0b8f7964b71 HTTP/1.1" status: 204 len: 168 time: 0.2011998 Jun 16 21:20:12.467239 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4486732 Jun 16 21:20:12.470089 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38818) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:12.476130 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Request body: {'subnet': {'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1122739074-subnet', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:12.476280 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2032f75-cd80-41f4-94f1-dd2c5b1e8634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4affdd-fe14-40e0-96eb-b0b8f7964b71,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:12.507512 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:12.535919 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:12.537019 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:12.587704 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd56d8-b145-4451-a542-5e9bea5a52e6 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6f81d0-dd2f-4405-aa0f-19de1c6af31b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:12.595950 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Made reservation on behalf of 8390c06c0a13496b83e3be3c8ba69184 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:12.600419 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16912152'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.604139 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:20:12.783879 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:12.812475 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:12.890140 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17516055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16912170'] for subnet (cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:12.892324 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:12.963258 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:12.983521 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Checking segment: {'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:12.983886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Network hostable DHCP agents. Network: dd6f81d0-dd2f-4405-aa0f-19de1c6af31b, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:20:13.004851 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:20:13.012289 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:13.020603 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, dd6f81d0-dd2f-4405-aa0f-19de1c6af31b) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:13.027919 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:13.029330 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.036118 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cb4749-840d-4972-8c9a-665b5d1c5fdb None None] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:13.040603 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38834) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:13.053152 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-25f97e06-d559-45e8-a99b-de035cf1601f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5819662 Jun 16 21:20:13.055470 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38836) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:13.058155 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf1c2-0e92-487f-88b4-68072c5384df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.059980 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:13.086396 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1804513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15382'] for router (20c61174-d055-4342-a0b8-dfc639f02f3a), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.088205 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1804306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15385'] for router (20c61174-d055-4342-a0b8-dfc639f02f3a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.139104 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 2, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:13.161652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf1c2-0e92-487f-88b4-68072c5384df admin admin] Publish callbacks [] for security_group (13bf5d3d-30d4-471f-a7b9-8719d380f9cd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.163141 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks [] for router_controller (20c61174-d055-4342-a0b8-dfc639f02f3a), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.168513 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf1c2-0e92-487f-88b4-68072c5384df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (13bf5d3d-30d4-471f-a7b9-8719d380f9cd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.177473 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:13.178016 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Updating router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:20:13.237602 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:13.243810 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.245622 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cb5cf1c2-0e92-487f-88b4-68072c5384df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=711c8f7c894e445cabf00bcaeb42fc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031116 Jun 16 21:20:13.246628 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38844) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:13.247729 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cf1c2-0e92-487f-88b4-68072c5384df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bf5d3d-30d4-471f-a7b9-8719d380f9cd,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:13.257623 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f0fdfe4-2649-5824-8ef8-29dca7eca0d3-dd6f81d0-dd2f-4405-aa0f-19de1c6af31b', 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b', 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'fixed_ips': [{'subnet_id': 'cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4'}]}} from dv-cinder-819149-6-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 21:20:13.259489 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.340490 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks [] for router_gateway (20c61174-d055-4342-a0b8-dfc639f02f3a), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.344807 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0acfb3ca-b211-4705-8bcf-2d9712de753b admin admin] Publish callbacks [] for security_group (13bf5d3d-30d4-471f-a7b9-8719d380f9cd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.376559 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0acfb3ca-b211-4705-8bcf-2d9712de753b admin admin] Publish callbacks [] for security_group (13bf5d3d-30d4-471f-a7b9-8719d380f9cd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.447114 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:13.518183 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0acfb3ca-b211-4705-8bcf-2d9712de753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (13bf5d3d-30d4-471f-a7b9-8719d380f9cd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.521827 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0acfb3ca-b211-4705-8bcf-2d9712de753b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.523187 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0acfb3ca-b211-4705-8bcf-2d9712de753b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13bf5d3d-30d4-471f-a7b9-8719d380f9cd HTTP/1.1" status: 204 len: 168 time: 0.2599511 Jun 16 21:20:13.535507 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Allocated IP 172.20.0.2 (dd6f81d0-dd2f-4405-aa0f-19de1c6af31b/cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4/302308f4-bc02-4071-98c7-03c5f30acfd2) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:13.545641 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfb3ca-b211-4705-8bcf-2d9712de753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bf5d3d-30d4-471f-a7b9-8719d380f9cd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:13.556435 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 41f579c9-5d13-4b18-acc0-b601830909ff up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:13.626300 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks [] for router_gateway (20c61174-d055-4342-a0b8-dfc639f02f3a), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.649646 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.753420 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 41f579c9-5d13-4b18-acc0-b601830909ff triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:13.753803 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.802516 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Allocated IP 172.27.3.208 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/70e663e1-9016-444d-ae46-87d1794b1c1f) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:13.856770 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:13.899556 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:13.946488 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Publish callbacks [] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.948558 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks [] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.989053 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:13.998070 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Publish callbacks [] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.014562 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.038970 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.054352 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 41f579c9-5d13-4b18-acc0-b601830909ff is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:14.082974 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70f76f-3400-4a17-a424-45ba93565ecb None None] Pushing event updated for resources: {'Port': ['ID=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:14.087571 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:14.093688 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:14.097638 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:14.105564 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:14.115631 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:14.124754 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:14.190506 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Pushing event updated for resources: {'Port': ['ID=302308f4-bc02-4071-98c7-03c5f30acfd2,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:14.209966 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Pushing event updated for resources: {'Port': ['ID=70e663e1-9016-444d-ae46-87d1794b1c1f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:14.224505 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:14.470596 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks [] for router_gateway (20c61174-d055-4342-a0b8-dfc639f02f3a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.476883 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Attempting to bind port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:14.477397 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Attempting to bind port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:14.477855 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Attempting to bind port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:14.500649 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:14.501224 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Checking segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:14.501655 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.502165 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Bound using segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:14.503042 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Bound port: e6c0a2a4-74e8-4d74-8044-59fe85ece3cf, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:14.503512 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.520997 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ac1b1b73-695d-4236-b8b1-0a32c9fe7757 None None] Provisioning complete for port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:14.521418 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1b73-695d-4236-b8b1-0a32c9fe7757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.526289 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Attempting to bind port 302308f4-bc02-4071-98c7-03c5f30acfd2 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:14.526412 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Attempting to bind port 302308f4-bc02-4071-98c7-03c5f30acfd2 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:14.526714 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Attempting to bind port 302308f4-bc02-4071-98c7-03c5f30acfd2 on network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:14.565590 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:14.566300 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Checking segment: {'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:14.566432 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.567282 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Bound using segment: {'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:14.567764 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Bound port: 302308f4-bc02-4071-98c7-03c5f30acfd2, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:14.568142 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.604814 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b1b73-695d-4236-b8b1-0a32c9fe7757 None None] Port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:20:14.673766 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] For port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:14.678958 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] For port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:14.692369 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.720368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805414'] for router (20c61174-d055-4342-a0b8-dfc639f02f3a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:14.723677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:14.768570 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:14.769468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:14.901082 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] For port 302308f4-bc02-4071-98c7-03c5f30acfd2, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:14.931551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Router 20c61174-d055-4342-a0b8-dfc639f02f3a is scheduled to L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 21:20:14.939352 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:14.942897 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] For port 302308f4-bc02-4071-98c7-03c5f30acfd2, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=302308f4-bc02-4071-98c7-03c5f30acfd2,segment=NetworkSegment(f13a8bdd-ad90-4391-a346-8afdc9b6bbda),segment_id=f13a8bdd-ad90-4391-a346-8afdc9b6bbda)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:14.986381 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:15.033328 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70f76f-3400-4a17-a424-45ba93565ecb None None] Pushing event updated for resources: {'Port': ['ID=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:15.099627 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:15.204921 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:15.267278 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-025a2ed9-b76a-406b-bcf0-d84de307d8b8 None None] Provisioning complete for port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:15.267647 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-025a2ed9-b76a-406b-bcf0-d84de307d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:15.311390 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486dd8d-f457-4ffc-8f99-0eb74d572bb0 None None] Pushing event updated for resources: {'Port': ['ID=302308f4-bc02-4071-98c7-03c5f30acfd2,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:15.464313 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-025a2ed9-b76a-406b-bcf0-d84de307d8b8 None None] Current status of the port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:15.464661 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-025a2ed9-b76a-406b-bcf0-d84de307d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:15.468893 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:15.481661 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Sync routers for ids ['20c61174-d055-4342-a0b8-dfc639f02f3a'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:15.542902 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-025a2ed9-b76a-406b-bcf0-d84de307d8b8 None None] For port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:15.547197 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:15.548866 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-025a2ed9-b76a-406b-bcf0-d84de307d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:15.550309 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-32dd678c-417b-48b6-beba-58136bb58a5d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4937365 Jun 16 21:20:15.553995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38912) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:15.563585 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Routers {'20c61174-d055-4342-a0b8-dfc639f02f3a'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:15.567739 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['20c61174-d055-4342-a0b8-dfc639f02f3a'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:15.602104 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:14Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:15.655249 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74637f8-18f1-452f-89e8-c9f1541c62e6 None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:14Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:15.721561 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a2ed9-b76a-406b-bcf0-d84de307d8b8 None None] Pushing event updated for resources: {'Port': ['ID=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:15.760226 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:15.781974 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Set router 20c61174-d055-4342-a0b8-dfc639f02f3a gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:16.036829 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:14Z', 'revision_number': 3, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:16.085357 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Checking router: 20c61174-d055-4342-a0b8-dfc639f02f3a for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:16.085966 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Updating router 20c61174-d055-4342-a0b8-dfc639f02f3a port 70e663e1-9016-444d-ae46-87d1794b1c1f binding host dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:20:16.140519 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:16.148701 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.221935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:16.257999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:16.266930 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da59f8-6e4b-46d9-9f1a-9d816847cba0 req-6b3c9f07-cd13-44fb-a893-89b76b846a18 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:16.276115 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18da59f8-6e4b-46d9-9f1a-9d816847cba0 req-6b3c9f07-cd13-44fb-a893-89b76b846a18 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.0678966 Jun 16 21:20:16.383969 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18da59f8-6e4b-46d9-9f1a-9d816847cba0 req-1361018d-ae99-492e-a155-6f3f07e559fb tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069455 Jun 16 21:20:16.460654 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.681389 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Publish callbacks [] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.688885 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.762197 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Attempting to bind port 70e663e1-9016-444d-ae46-87d1794b1c1f on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:16.762555 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Attempting to bind port 70e663e1-9016-444d-ae46-87d1794b1c1f by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:16.763172 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Attempting to bind port 70e663e1-9016-444d-ae46-87d1794b1c1f on network 61c64e73-54e2-4085-82b9-186927f3c473 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:16.772917 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:16.791918 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:16.792080 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Checking segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:16.792511 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.795712 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Bound using segment: {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:16.796329 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Bound port: 70e663e1-9016-444d-ae46-87d1794b1c1f, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36f917-a31f-4f31-a430-133f3fe6fa8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:16.797373 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.803170 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf106a6-e5e5-48f5-8121-c3be015cb293 None None] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:16.808452 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Allocated IP 172.20.0.1 (dd6f81d0-dd2f-4405-aa0f-19de1c6af31b/cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4/15b4f19c-3744-4b34-97b1-4afcee486639) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:16.884447 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb1264-3756-42c2-82bc-fa0ad7464240 None None] Pushing event updated for resources: {'Port': ['ID=70e663e1-9016-444d-ae46-87d1794b1c1f,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:16.952686 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] For port 70e663e1-9016-444d-ae46-87d1794b1c1f, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:16.956430 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] For port 70e663e1-9016-444d-ae46-87d1794b1c1f, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=70e663e1-9016-444d-ae46-87d1794b1c1f,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:16.966510 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.967348 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-5ae283fd-3960-4733-9382-4b9f0abe8c36 None None] Provisioning complete for port 302308f4-bc02-4071-98c7-03c5f30acfd2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:16.967802 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ae283fd-3960-4733-9382-4b9f0abe8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:16.994279 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks [] for port (15b4f19c-3744-4b34-97b1-4afcee486639), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.021946 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Routers {'20c61174-d055-4342-a0b8-dfc639f02f3a'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:17.022836 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['20c61174-d055-4342-a0b8-dfc639f02f3a'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:17.046307 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.068291 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb1264-3756-42c2-82bc-fa0ad7464240 None None] Pushing event updated for resources: {'Port': ['ID=70e663e1-9016-444d-ae46-87d1794b1c1f,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:17.099703 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:17.105425 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:17.107730 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-5ae283fd-3960-4733-9382-4b9f0abe8c36 None None] Current status of the port 302308f4-bc02-4071-98c7-03c5f30acfd2 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:17.107887 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:17.108503 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ae283fd-3960-4733-9382-4b9f0abe8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.111132 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Pushing event updated for resources: {'Port': ['ID=15b4f19c-3744-4b34-97b1-4afcee486639,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:17.164952 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] Set router 20c61174-d055-4342-a0b8-dfc639f02f3a gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:17.165173 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1804378'] for router_interface (20c61174-d055-4342-a0b8-dfc639f02f3a), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.174162 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-5ae283fd-3960-4733-9382-4b9f0abe8c36 None None] For port 302308f4-bc02-4071-98c7-03c5f30acfd2, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=302308f4-bc02-4071-98c7-03c5f30acfd2,segment=NetworkSegment(f13a8bdd-ad90-4391-a346-8afdc9b6bbda),segment_id=f13a8bdd-ad90-4391-a346-8afdc9b6bbda)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:17.183599 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5ae283fd-3960-4733-9382-4b9f0abe8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.254638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae283fd-3960-4733-9382-4b9f0abe8c36 None None] Pushing event updated for resources: {'Port': ['ID=302308f4-bc02-4071-98c7-03c5f30acfd2,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:17.342797 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.402870 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:17.406353 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-10fb675d-20ac-46ff-860e-50d46e52f4d1 None None] Provisioning complete for port 302308f4-bc02-4071-98c7-03c5f30acfd2 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:17.408416 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-10fb675d-20ac-46ff-860e-50d46e52f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.412791 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:14Z', 'revision_number': 3, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:17.476680 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2ada-9ccc-47ac-83f6-f6dd5febb8de None None] The sync data for ids ['20c61174-d055-4342-a0b8-dfc639f02f3a'] in dv-cinder-819149-6-iscsi is: [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:14Z', 'revision_number': 3, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:17.537262 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:17.559003 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-10fb675d-20ac-46ff-860e-50d46e52f4d1 None None] Current status of the port 302308f4-bc02-4071-98c7-03c5f30acfd2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:17.572788 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 302308f4-bc02-4071-98c7-03c5f30acfd2 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:17.630574 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 302308f4-bc02-4071-98c7-03c5f30acfd2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:17.631106 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.659475 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434140da-a9ff-4d6f-8e0b-f6a8ac435759 req-e7fe4e72-8b1c-41ae-b953-df25641482cd tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:17.661705 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-434140da-a9ff-4d6f-8e0b-f6a8ac435759 req-e7fe4e72-8b1c-41ae-b953-df25641482cd tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.1155803 Jun 16 21:20:17.678122 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks [] for port (15b4f19c-3744-4b34-97b1-4afcee486639), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.686525 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.688647 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:17.693431 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-445279dd-6735-4967-8a2a-28b936350394 None None] Provisioning complete for port 15b4f19c-3744-4b34-97b1-4afcee486639 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:17.693811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-445279dd-6735-4967-8a2a-28b936350394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.753368 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 302308f4-bc02-4071-98c7-03c5f30acfd2 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:17.754116 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device e6c0a2a4-74e8-4d74-8044-59fe85ece3cf up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:17.786623 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-445279dd-6735-4967-8a2a-28b936350394 None None] Port 15b4f19c-3744-4b34-97b1-4afcee486639 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:20:17.790234 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1804462'] for router_interface (20c61174-d055-4342-a0b8-dfc639f02f3a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.797953 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-434140da-a9ff-4d6f-8e0b-f6a8ac435759 req-c224da5a-f61d-4772-9535-30719c818eb8 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236744 Jun 16 21:20:17.801895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Pushing event updated for resources: {'Port': ['ID=15b4f19c-3744-4b34-97b1-4afcee486639,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:17.842618 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:17.843672 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:17.912287 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=95 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:17.931645 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:17.934344 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:17.939638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:18.073269 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Router 20c61174-d055-4342-a0b8-dfc639f02f3a has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:18.186363 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:18.192962 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9c70a6d6-cee6-480b-9cb7-c0be5df7caa7 admin admin] 10.222.0.43 "PUT /v2.0/routers/20c61174-d055-4342-a0b8-dfc639f02f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6364291 Jun 16 21:20:18.212070 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-287eeb73-96b6-44d3-a781-ef5e381673bc None None] Provisioning complete for port 15b4f19c-3744-4b34-97b1-4afcee486639 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:18.212562 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-287eeb73-96b6-44d3-a781-ef5e381673bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.246998 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-287eeb73-96b6-44d3-a781-ef5e381673bc None None] Port 15b4f19c-3744-4b34-97b1-4afcee486639 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:20:18.544281 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38956) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:18.548878 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-28b50814-b0b7-4b5a-b44c-72d6e63963b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148137412', 'description': 'tempest-secgroup-smoke-148137412 description', 'project_id': 'b568a213302f46fda9ab9467d36996c5'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:18.570409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-28b50814-b0b7-4b5a-b44c-72d6e63963b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.641809 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-28b50814-b0b7-4b5a-b44c-72d6e63963b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group (a1a377be-1fe4-4858-ae40-1b5227eddc9e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.645618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-28b50814-b0b7-4b5a-b44c-72d6e63963b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (a1a377be-1fe4-4858-ae40-1b5227eddc9e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.673144 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-28b50814-b0b7-4b5a-b44c-72d6e63963b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.677671 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-28b50814-b0b7-4b5a-b44c-72d6e63963b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1290920 Jun 16 21:20:18.677832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38958) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:18.682043 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2a5569c2-43b2-468f-976c-a331893f9337 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'security_group_rule': {'security_group_id': 'a1a377be-1fe4-4858-ae40-1b5227eddc9e', 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:18.690427 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50814-b0b7-4b5a-b44c-72d6e63963b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a377be-1fe4-4858-ae40-1b5227eddc9e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:18.711621 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a5569c2-43b2-468f-976c-a331893f9337 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (b0ecc760-5ca9-463c-99ba-1bec8cb933df), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.770552 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a5569c2-43b2-468f-976c-a331893f9337 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (b0ecc760-5ca9-463c-99ba-1bec8cb933df), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.774038 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a5569c2-43b2-468f-976c-a331893f9337 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (b0ecc760-5ca9-463c-99ba-1bec8cb933df), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.785725 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:18.793719 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5569c2-43b2-468f-976c-a331893f9337 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ecc760-5ca9-463c-99ba-1bec8cb933df,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:18.804055 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a5569c2-43b2-468f-976c-a331893f9337 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.804863 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2a5569c2-43b2-468f-976c-a331893f9337 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261387 Jun 16 21:20:18.807585 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38962) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:18.811883 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-4359b828-063f-4e15-8c5d-7776c4fd48ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'security_group_rule': {'security_group_id': 'a1a377be-1fe4-4858-ae40-1b5227eddc9e', 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:18.843557 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4359b828-063f-4e15-8c5d-7776c4fd48ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (5f626d15-df48-42b8-b4b8-8ef5a063c0b4), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.942965 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4359b828-063f-4e15-8c5d-7776c4fd48ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (5f626d15-df48-42b8-b4b8-8ef5a063c0b4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.952741 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672cdc9-a990-4194-9274-18d4ab0b7f63 req-c1e62e81-a971-44bc-9509-f66e25beb1ab tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:18.954223 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6672cdc9-a990-4194-9274-18d4ab0b7f63 req-c1e62e81-a971-44bc-9509-f66e25beb1ab tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.0658407 Jun 16 21:20:18.954805 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4359b828-063f-4e15-8c5d-7776c4fd48ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (5f626d15-df48-42b8-b4b8-8ef5a063c0b4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:18.981210 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:18.991922 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359b828-063f-4e15-8c5d-7776c4fd48ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f626d15-df48-42b8-b4b8-8ef5a063c0b4,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:19.003039 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4359b828-063f-4e15-8c5d-7776c4fd48ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.005420 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4359b828-063f-4e15-8c5d-7776c4fd48ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1957417 Jun 16 21:20:19.007744 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38968) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:19.012005 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-38fff329-0d4f-4a4f-962d-8da324bf4995 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'security_group_rule': {'security_group_id': 'a1a377be-1fe4-4858-ae40-1b5227eddc9e', 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:19.053221 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6672cdc9-a990-4194-9274-18d4ab0b7f63 req-495b1eba-ea5d-49b2-93ac-4e982c1ddd63 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911765 Jun 16 21:20:19.066140 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38fff329-0d4f-4a4f-962d-8da324bf4995 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (ba368e9d-e9fd-49e5-86f8-cc8bdea4d913), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.130834 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38fff329-0d4f-4a4f-962d-8da324bf4995 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (ba368e9d-e9fd-49e5-86f8-cc8bdea4d913), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.134872 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38fff329-0d4f-4a4f-962d-8da324bf4995 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (ba368e9d-e9fd-49e5-86f8-cc8bdea4d913), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.154746 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fff329-0d4f-4a4f-962d-8da324bf4995 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba368e9d-e9fd-49e5-86f8-cc8bdea4d913,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:19.160064 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38fff329-0d4f-4a4f-962d-8da324bf4995 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.162000 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-38fff329-0d4f-4a4f-962d-8da324bf4995 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535158 Jun 16 21:20:19.164858 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 38970) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:19.169860 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-10803a09-a310-4810-a30d-a60dea791f38 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'security_group_rule': {'security_group_id': 'a1a377be-1fe4-4858-ae40-1b5227eddc9e', 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:19.198503 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10803a09-a310-4810-a30d-a60dea791f38 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (7a97c810-bb0a-4c03-8726-ea724ace9524), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.223251 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Sync routers for ids ['20c61174-d055-4342-a0b8-dfc639f02f3a'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:19.234601 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Routers {'20c61174-d055-4342-a0b8-dfc639f02f3a'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:19.235332 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['20c61174-d055-4342-a0b8-dfc639f02f3a'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:19.261735 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10803a09-a310-4810-a30d-a60dea791f38 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (7a97c810-bb0a-4c03-8726-ea724ace9524), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.265550 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10803a09-a310-4810-a30d-a60dea791f38 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (7a97c810-bb0a-4c03-8726-ea724ace9524), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.292322 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10803a09-a310-4810-a30d-a60dea791f38 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a97c810-bb0a-4c03-8726-ea724ace9524,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:19.297987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10803a09-a310-4810-a30d-a60dea791f38 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.299191 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-10803a09-a310-4810-a30d-a60dea791f38 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327901 Jun 16 21:20:19.302137 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38972) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:19.306812 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'security_group_rule': {'security_group_id': 'a1a377be-1fe4-4858-ae40-1b5227eddc9e', 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:19.327935 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Project b568a213302f46fda9ab9467d36996c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 21:20:19.334204 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (e6fec872-f034-4285-b26e-917aabb9950c), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.353915 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Set router 20c61174-d055-4342-a0b8-dfc639f02f3a gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:19.397626 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (e6fec872-f034-4285-b26e-917aabb9950c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.401763 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (e6fec872-f034-4285-b26e-917aabb9950c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.422012 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fec872-f034-4285-b26e-917aabb9950c,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:19.440116 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.442805 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3988be08-7573-46ba-a960-e868b9d7a3f8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383381 Jun 16 21:20:19.445226 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 38974) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:19.450813 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'security_group_rule': {'security_group_id': 'a1a377be-1fe4-4858-ae40-1b5227eddc9e', 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:19.476361 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Project b568a213302f46fda9ab9467d36996c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 21:20:19.482413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (2552014a-f6b8-41d0-a949-c59fc1f18a2a), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.504971 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 70e663e1-9016-444d-ae46-87d1794b1c1f up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:19.549422 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (2552014a-f6b8-41d0-a949-c59fc1f18a2a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.555045 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688001'] for security_group_rule (2552014a-f6b8-41d0-a949-c59fc1f18a2a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.575313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2552014a-f6b8-41d0-a949-c59fc1f18a2a,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:19.584418 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.585700 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-68d03d31-4ea7-4656-a786-00afb4eb6599 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393549 Jun 16 21:20:19.747533 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 70e663e1-9016-444d-ae46-87d1794b1c1f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:19.747913 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.771833 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:17Z', 'revision_number': 4, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '15b4f19c-3744-4b34-97b1-4afcee486639', 'name': '', 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'mac_address': 'fa:16:3e:ae:ca:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:16Z', 'updated_at': '2022-06-16T21:20:17Z', 'revision_number': 2, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'subnets': [{'id': 'cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:19.805662 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Checking router: 20c61174-d055-4342-a0b8-dfc639f02f3a for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:19.805993 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Updating router 20c61174-d055-4342-a0b8-dfc639f02f3a port 15b4f19c-3744-4b34-97b1-4afcee486639 binding host dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 21:20:19.854844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:19.869698 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:19.934849 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 70e663e1-9016-444d-ae46-87d1794b1c1f is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:19.935341 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.033104 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] For port 70e663e1-9016-444d-ae46-87d1794b1c1f, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=70e663e1-9016-444d-ae46-87d1794b1c1f,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:20.038616 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.045479 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:20.160389 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Pushing event updated for resources: {'Port': ['ID=70e663e1-9016-444d-ae46-87d1794b1c1f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:20.216859 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8b2309b1-8bfa-4997-8dc6-0ad3526bbbaa tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:20.218353 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8b2309b1-8bfa-4997-8dc6-0ad3526bbbaa tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.0719254 Jun 16 21:20:20.242110 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25925f5-bc8b-4302-8f3b-7447bb03f685 req-9ce81bcd-db54-49d6-aafc-44ec790188f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:20.249175 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f25925f5-bc8b-4302-8f3b-7447bb03f685 req-9ce81bcd-db54-49d6-aafc-44ec790188f3 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 946 time: 0.1120782 Jun 16 21:20:20.275166 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Publish callbacks [] for port (15b4f19c-3744-4b34-97b1-4afcee486639), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.284729 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.344576 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789976c2-a38f-4170-a1fd-28e1a7988b25 None None] Pushing event updated for resources: {'Port': ['ID=15b4f19c-3744-4b34-97b1-4afcee486639,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:20.371594 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f25925f5-bc8b-4302-8f3b-7447bb03f685 req-96cfb271-583f-453f-b9c4-8e7b1b8ff110 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ba210bb-196c-44b3-99ea-2d859f0689af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213682 Jun 16 21:20:20.381133 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Deleting port dbf06214-e133-43af-b2fc-89ebd0b9c79b {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:20.381790 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.428646 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Attempting to bind port 15b4f19c-3744-4b34-97b1-4afcee486639 on host dv-cinder-819149-6-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:20.429053 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Attempting to bind port 15b4f19c-3744-4b34-97b1-4afcee486639 by drivers openvswitch,hyperv on host dv-cinder-819149-6-iscsi at level 0 using segments [{'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:20.429667 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Attempting to bind port 15b4f19c-3744-4b34-97b1-4afcee486639 on network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:20.436095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Checking agent: {'id': '0b5a37d6-255e-4885-ac7e-3fa3427d30ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 4, 41), 'started_at': datetime.datetime(2022, 6, 16, 21, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:20.436562 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Checking segment: {'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:20.436968 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.437358 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Bound using segment: {'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:20.437824 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Bound port: 15b4f19c-3744-4b34-97b1-4afcee486639, host: dv-cinder-819149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:20.438217 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.520464 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] For port dbf06214-e133-43af-b2fc-89ebd0b9c79b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dbf06214-e133-43af-b2fc-89ebd0b9c79b,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:20.521260 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.565347 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] For port 15b4f19c-3744-4b34-97b1-4afcee486639, host dv-cinder-819149-6-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:20.572451 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] For port 15b4f19c-3744-4b34-97b1-4afcee486639, host dv-cinder-819149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=15b4f19c-3744-4b34-97b1-4afcee486639,segment=NetworkSegment(f13a8bdd-ad90-4391-a346-8afdc9b6bbda),segment_id=f13a8bdd-ad90-4391-a346-8afdc9b6bbda)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:20.585602 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.665477 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Routers {'20c61174-d055-4342-a0b8-dfc639f02f3a'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:20.666115 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['20c61174-d055-4342-a0b8-dfc639f02f3a'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:20.668757 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789976c2-a38f-4170-a1fd-28e1a7988b25 None None] Pushing event updated for resources: {'Port': ['ID=15b4f19c-3744-4b34-97b1-4afcee486639,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:20.721541 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-414bab70-bf1b-4e3d-b468-d9423ffffba3 None None] Provisioning complete for port 15b4f19c-3744-4b34-97b1-4afcee486639 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:20.721906 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-414bab70-bf1b-4e3d-b468-d9423ffffba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.757055 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.757453 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (a3b0eb42-e40d-41c7-961e-8d4a65d30f6d), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.757732 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Floating IP a3b0eb42-e40d-41c7-961e-8d4a65d30f6d disassociated. External IP: 172.27.3.226, port: dbf06214-e133-43af-b2fc-89ebd0b9c79b. Jun 16 21:20:20.758147 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Calling delete_port for dbf06214-e133-43af-b2fc-89ebd0b9c79b owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:20.828049 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] Set router 20c61174-d055-4342-a0b8-dfc639f02f3a gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:20.879326 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:20.912385 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (dbf06214-e133-43af-b2fc-89ebd0b9c79b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.924270 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-414bab70-bf1b-4e3d-b468-d9423ffffba3 None None] Current status of the port 15b4f19c-3744-4b34-97b1-4afcee486639 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:20.924270 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-414bab70-bf1b-4e3d-b468-d9423ffffba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:20.956544 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event deleted for resources: {'Port': ['ID=dbf06214-e133-43af-b2fc-89ebd0b9c79b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:20.962516 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:21.024841 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:21.044544 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-414bab70-bf1b-4e3d-b468-d9423ffffba3 None None] For port 15b4f19c-3744-4b34-97b1-4afcee486639, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=15b4f19c-3744-4b34-97b1-4afcee486639,segment=NetworkSegment(f13a8bdd-ad90-4391-a346-8afdc9b6bbda),segment_id=f13a8bdd-ad90-4391-a346-8afdc9b6bbda)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:21.052924 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-414bab70-bf1b-4e3d-b468-d9423ffffba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:21.102524 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Router 74e293d6-4e8b-46a7-aa5b-e06703509423 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:21.106174 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:21.169807 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bab70-bf1b-4e3d-b468-d9423ffffba3 None None] Pushing event updated for resources: {'Port': ['ID=15b4f19c-3744-4b34-97b1-4afcee486639,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:21.190622 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-52d6a120-080e-4005-9b05-50008015f82a None None] Provisioning complete for port 15b4f19c-3744-4b34-97b1-4afcee486639 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:21.190839 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-52d6a120-080e-4005-9b05-50008015f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:21.220926 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:17Z', 'revision_number': 4, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '15b4f19c-3744-4b34-97b1-4afcee486639', 'name': '', 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'mac_address': 'fa:16:3e:ae:ca:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:16Z', 'updated_at': '2022-06-16T21:20:20Z', 'revision_number': 4, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'subnets': [{'id': 'cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:21.253373 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29f928-bba3-42a6-a52e-b7985b989483 None None] The sync data for ids ['20c61174-d055-4342-a0b8-dfc639f02f3a'] in dv-cinder-819149-6-iscsi is: [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:17Z', 'revision_number': 4, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '15b4f19c-3744-4b34-97b1-4afcee486639', 'name': '', 'network_id': 'dd6f81d0-dd2f-4405-aa0f-19de1c6af31b', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'mac_address': 'fa:16:3e:ae:ca:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:16Z', 'updated_at': '2022-06-16T21:20:20Z', 'revision_number': 4, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'subnets': [{'id': 'cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:21.257114 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:21.280486 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] Sync routers for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:21.283757 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:21.307040 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:21.307677 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:21.321985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-52d6a120-080e-4005-9b05-50008015f82a None None] Current status of the port 15b4f19c-3744-4b34-97b1-4afcee486639 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:21.373289 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] No DVR routers for this DVR port dbf06214-e133-43af-b2fc-89ebd0b9c79b on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:21.375955 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:21.384620 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-da53fe1b-8591-431a-b2ed-cf0cc4f87839 req-8fc2f377-4a4c-4d5f-a98e-dec7e9f47a31 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.47 "DELETE /v2.0/ports/dbf06214-e133-43af-b2fc-89ebd0b9c79b HTTP/1.1" status: 204 len: 173 time: 1.1579888 Jun 16 21:20:21.385114 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'name': 'network-vif-deleted', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:20:21.387451 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a911cb76-8ce5-40dc-a75b-f92ace07ca52" -d '{"events": [{"server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "name": "network-vif-deleted", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:20:21.504944 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7376a468-8dea-4d13-9498-5eb8f2d57063 x-openstack-request-id: req-7376a468-8dea-4d13-9498-5eb8f2d57063 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:20:21.505239 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ab15e-eeb3-4557-9840-4ebfd759e4b3", "name": "network-vif-deleted", "tag": "dbf06214-e133-43af-b2fc-89ebd0b9c79b", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:20:21.505491 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7376a468-8dea-4d13-9498-5eb8f2d57063 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:20:21.506094 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7376a468-8dea-4d13-9498-5eb8f2d57063'] response: {'server_uuid': '319ab15e-eeb3-4557-9840-4ebfd759e4b3', 'name': 'network-vif-deleted', 'tag': 'dbf06214-e133-43af-b2fc-89ebd0b9c79b', 'status': 'completed', 'code': 200} Jun 16 21:20:21.601508 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d223bb0-082c-4b15-a144-687de3be953a req-f5cdfaea-637d-46ee-a3a6-f280086650ec tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/ports?device_id=319ab15e-eeb3-4557-9840-4ebfd759e4b3 HTTP/1.1" status: 200 len: 210 time: 0.0663121 Jun 16 21:20:21.701317 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:21.758039 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 15b4f19c-3744-4b34-97b1-4afcee486639 up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:21.874836 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:21.875077 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 15b4f19c-3744-4b34-97b1-4afcee486639 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:21.875351 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:21.965605 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 15b4f19c-3744-4b34-97b1-4afcee486639 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:21.967343 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 70e663e1-9016-444d-ae46-87d1794b1c1f up at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:22.035485 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Provisioning complete for port 70e663e1-9016-444d-ae46-87d1794b1c1f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:22.035873 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:22.058297 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:22.125797 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] Checking router: 74e293d6-4e8b-46a7-aa5b-e06703509423 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:22.137183 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:22.137856 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:22.186418 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Current status of the port 70e663e1-9016-444d-ae46-87d1794b1c1f is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:22.392239 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:22.587156 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:22.612268 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf18e1-fa51-4021-abc0-de4cd8c0eaa3 None None] The sync data for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi is: [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:11Z', 'revision_number': 4, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '01f9a404-579d-4e7a-918a-ebd19e3bda3f', 'name': '', 'network_id': 'c45b6299-9716-4173-aacf-27f0517667e5', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'mac_address': 'fa:16:3e:cb:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:08Z', 'updated_at': '2022-06-16T21:13:23Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'subnets': [{'id': '7502ff76-40af-4764-bc43-1d6ba9d423e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:22.708153 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39104) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:22.773128 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603b80d2-8713-45d4-9355-460eb20f69f9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (0ba210bb-196c-44b3-99ea-2d859f0689af), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:22.774658 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:22.801583 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603b80d2-8713-45d4-9355-460eb20f69f9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (0ba210bb-196c-44b3-99ea-2d859f0689af), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:22.858453 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603b80d2-8713-45d4-9355-460eb20f69f9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (0ba210bb-196c-44b3-99ea-2d859f0689af), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:22.861544 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-603b80d2-8713-45d4-9355-460eb20f69f9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:22.862771 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-603b80d2-8713-45d4-9355-460eb20f69f9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "DELETE /v2.0/security-groups/0ba210bb-196c-44b3-99ea-2d859f0689af HTTP/1.1" status: 204 len: 168 time: 0.1530328 Jun 16 21:20:22.865787 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39110) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:22.876892 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b80d2-8713-45d4-9355-460eb20f69f9 tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba210bb-196c-44b3-99ea-2d859f0689af,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:22.887243 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-12081126-aad8-4930-b17c-c592c3fc5c5c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] show failed (client error): The resource could not be found. Jun 16 21:20:22.890937 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-12081126-aad8-4930-b17c-c592c3fc5c5c tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "GET /v2.0/security-groups/0ba210bb-196c-44b3-99ea-2d859f0689af HTTP/1.1" status: 404 len: 347 time: 0.0215187 Jun 16 21:20:22.891301 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39112) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:23.023870 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Deleting port d24417e3-5c44-443d-9421-5281adb2193c {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:23.024235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (d24417e3-5c44-443d-9421-5281adb2193c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:23.105507 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (d24417e3-5c44-443d-9421-5281adb2193c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:23.105833 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (d24417e3-5c44-443d-9421-5281adb2193c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:23.119315 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Calling delete_port for d24417e3-5c44-443d-9421-5281adb2193c owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:23.266802 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (d24417e3-5c44-443d-9421-5281adb2193c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:23.297399 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Pushing event deleted for resources: {'Port': ['ID=d24417e3-5c44-443d-9421-5281adb2193c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:23.365771 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks [] for floatingip (a3b0eb42-e40d-41c7-961e-8d4a65d30f6d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:23.368335 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:23.369593 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8586a0d6-8ff8-4e20-a161-a85a714f149e tempest-AttachVolumeTestJSON-1205751699 tempest-AttachVolumeTestJSON-1205751699-project] 10.222.0.43 "DELETE /v2.0/floatingips/a3b0eb42-e40d-41c7-961e-8d4a65d30f6d HTTP/1.1" status: 204 len: 168 time: 0.4773118 Jun 16 21:20:23.560716 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601bd42-a36c-478a-be03-4a4ebb082ece None None] New status for floating IP a3b0eb42-e40d-41c7-961e-8d4a65d30f6d: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:20:24.565904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39162) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:24.677401 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbf06214-e133-43af-b2fc-89ebd0b9c79b no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:24.688654 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cbd462d0-7c08-4322-a74e-9adcf755a9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:24.696863 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: dbf06214-e133-43af-b2fc-89ebd0b9c79b {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:24.697214 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device dbf06214-e133-43af-b2fc-89ebd0b9c79b not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:24.766004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cbd462d0-7c08-4322-a74e-9adcf755a9cf admin admin] Publish callbacks [] for security_group (19a3cd9f-142e-4f4d-9e07-fbcd08449fe2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:24.770310 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cbd462d0-7c08-4322-a74e-9adcf755a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (19a3cd9f-142e-4f4d-9e07-fbcd08449fe2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:24.807181 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:24.814725 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-cbd462d0-7c08-4322-a74e-9adcf755a9cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dccb1e90ef654ad1af886f03fc712f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475221 Jun 16 21:20:24.816717 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd462d0-7c08-4322-a74e-9adcf755a9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a3cd9f-142e-4f4d-9e07-fbcd08449fe2,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:24.818002 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39170) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:24.872765 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-914b5597-4554-4c76-a145-125360d6143f admin admin] Publish callbacks [] for security_group (19a3cd9f-142e-4f4d-9e07-fbcd08449fe2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:24.901792 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-914b5597-4554-4c76-a145-125360d6143f admin admin] Publish callbacks [] for security_group (19a3cd9f-142e-4f4d-9e07-fbcd08449fe2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:24.954651 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-914b5597-4554-4c76-a145-125360d6143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (19a3cd9f-142e-4f4d-9e07-fbcd08449fe2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:24.958061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-914b5597-4554-4c76-a145-125360d6143f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:24.959202 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-914b5597-4554-4c76-a145-125360d6143f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19a3cd9f-142e-4f4d-9e07-fbcd08449fe2 HTTP/1.1" status: 204 len: 168 time: 0.1401281 Jun 16 21:20:24.969148 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b5597-4554-4c76-a145-125360d6143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a3cd9f-142e-4f4d-9e07-fbcd08449fe2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:25.271230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39184) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:25.287228 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a94772c-c7d9-466c-8be5-25d310b7a378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:25.370924 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a94772c-c7d9-466c-8be5-25d310b7a378 admin admin] Publish callbacks [] for security_group (d6641874-6579-465c-945f-a9f705b72b9c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:25.374554 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8a94772c-c7d9-466c-8be5-25d310b7a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (d6641874-6579-465c-945f-a9f705b72b9c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:25.420374 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8a94772c-c7d9-466c-8be5-25d310b7a378 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e876b766a83f4efda456906b98618680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477466 Jun 16 21:20:25.421133 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94772c-c7d9-466c-8be5-25d310b7a378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6641874-6579-465c-945f-a9f705b72b9c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:25.423413 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39188) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:25.432576 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:25.490806 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad137-0ff3-45cf-a19a-13ca8fe3ba53 admin admin] Publish callbacks [] for security_group (d6641874-6579-465c-945f-a9f705b72b9c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:25.513753 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad137-0ff3-45cf-a19a-13ca8fe3ba53 admin admin] Publish callbacks [] for security_group (d6641874-6579-465c-945f-a9f705b72b9c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:25.535294 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:25.564378 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad137-0ff3-45cf-a19a-13ca8fe3ba53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (d6641874-6579-465c-945f-a9f705b72b9c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:25.567026 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad137-0ff3-45cf-a19a-13ca8fe3ba53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:25.569356 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0a5ad137-0ff3-45cf-a19a-13ca8fe3ba53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6641874-6579-465c-945f-a9f705b72b9c HTTP/1.1" status: 204 len: 168 time: 0.1438305 Jun 16 21:20:25.579013 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ad137-0ff3-45cf-a19a-13ca8fe3ba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6641874-6579-465c-945f-a9f705b72b9c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:26.220345 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:20:26.983662 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39252) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:27.509242 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (74e293d6-4e8b-46a7-aa5b-e06703509423), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:27.738155 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Deleting port 01f9a404-579d-4e7a-918a-ebd19e3bda3f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:27.738639 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:27.821402 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] For port 01f9a404-579d-4e7a-918a-ebd19e3bda3f, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=01f9a404-579d-4e7a-918a-ebd19e3bda3f,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:27.821766 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:27.835256 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Calling delete_port for 01f9a404-579d-4e7a-918a-ebd19e3bda3f owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:27.896664 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:28.023432 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (01f9a404-579d-4e7a-918a-ebd19e3bda3f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:28.049035 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Pushing event deleted for resources: {'Port': ['ID=01f9a404-579d-4e7a-918a-ebd19e3bda3f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:28.097627 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:28.220922 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (74e293d6-4e8b-46a7-aa5b-e06703509423), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:28.430606 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Router 74e293d6-4e8b-46a7-aa5b-e06703509423 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:28.544543 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:28.552133 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b5e4e908-cdee-4507-80d6-5e6ba215ba4b admin admin] 10.222.0.43 "PUT /v2.0/routers/74e293d6-4e8b-46a7-aa5b-e06703509423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675719 Jun 16 21:20:28.556399 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39278) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:28.557041 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] Sync routers for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:28.571058 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:28.572234 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:28.701623 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks [] for router (74e293d6-4e8b-46a7-aa5b-e06703509423), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:28.743001 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:28.807760 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:28.810229 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks [] for router_gateway (74e293d6-4e8b-46a7-aa5b-e06703509423), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:28.846244 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39286) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:28.862361 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Deleting port af68754b-b380-4c52-8e03-418fbc557b12 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:28.862705 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (af68754b-b380-4c52-8e03-418fbc557b12), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:28.893173 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:28.952153 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] For port af68754b-b380-4c52-8e03-418fbc557b12, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=af68754b-b380-4c52-8e03-418fbc557b12,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:28.952549 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (af68754b-b380-4c52-8e03-418fbc557b12), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:28.953919 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:20:27Z', 'revision_number': 5, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port': {'id': 'af68754b-b380-4c52-8e03-418fbc557b12', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:00Z', 'updated_at': '2022-06-16T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:28.978123 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Calling delete_port for af68754b-b380-4c52-8e03-418fbc557b12 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:28.980487 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] Checking router: 74e293d6-4e8b-46a7-aa5b-e06703509423 for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:28.982393 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f62d2de5-c7a8-4621-8959-b41cfa048669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:28.990622 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] Routers {'74e293d6-4e8b-46a7-aa5b-e06703509423'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:28.991308 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['74e293d6-4e8b-46a7-aa5b-e06703509423'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:29.046699 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:29.078127 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] Set router 74e293d6-4e8b-46a7-aa5b-e06703509423 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:29.130408 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:20:28Z', 'revision_number': 6, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:29.155346 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb38337-f342-4a4c-888e-ad990235ffef None None] The sync data for ids ['74e293d6-4e8b-46a7-aa5b-e06703509423'] in dv-cinder-819149-6-iscsi is: [{'id': '74e293d6-4e8b-46a7-aa5b-e06703509423', 'name': 'tempest-AttachVolumeTestJSON-223304873-router', 'tenant_id': '536b36bd517a4dca8706718f6bab9c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:20:28Z', 'revision_number': 6, 'project_id': '536b36bd517a4dca8706718f6bab9c1a', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:29.175396 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f62d2de5-c7a8-4621-8959-b41cfa048669 admin admin] Publish callbacks [] for security_group (281d2250-ff44-4f50-9628-dcf6daae5911), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.179513 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f62d2de5-c7a8-4621-8959-b41cfa048669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (281d2250-ff44-4f50-9628-dcf6daae5911), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.252821 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d2de5-c7a8-4621-8959-b41cfa048669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281d2250-ff44-4f50-9628-dcf6daae5911,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:29.258797 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f62d2de5-c7a8-4621-8959-b41cfa048669 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=116aeb4073524458aab05899c038330c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115574 Jun 16 21:20:29.261861 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39290) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:29.279644 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (af68754b-b380-4c52-8e03-418fbc557b12), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.309014 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=af68754b-b380-4c52-8e03-418fbc557b12,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:29.321890 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-203df03c-ebca-4479-af10-4e175e4826e0 admin admin] Publish callbacks [] for security_group (281d2250-ff44-4f50-9628-dcf6daae5911), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.345416 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-203df03c-ebca-4479-af10-4e175e4826e0 admin admin] Publish callbacks [] for security_group (281d2250-ff44-4f50-9628-dcf6daae5911), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.378597 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (74e293d6-4e8b-46a7-aa5b-e06703509423), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.401409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-203df03c-ebca-4479-af10-4e175e4826e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (281d2250-ff44-4f50-9628-dcf6daae5911), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.404053 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-203df03c-ebca-4479-af10-4e175e4826e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.407629 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-203df03c-ebca-4479-af10-4e175e4826e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/281d2250-ff44-4f50-9628-dcf6daae5911 HTTP/1.1" status: 204 len: 168 time: 0.1417503 Jun 16 21:20:29.414674 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203df03c-ebca-4479-af10-4e175e4826e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d2250-ff44-4f50-9628-dcf6daae5911,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:29.671710 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 01f9a404-579d-4e7a-918a-ebd19e3bda3f no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:29.706893 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 01f9a404-579d-4e7a-918a-ebd19e3bda3f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:29.707219 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 01f9a404-579d-4e7a-918a-ebd19e3bda3f not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:29.776599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39300) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:29.790759 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a325-d77d-4cd1-b7a5-1d30f51fe641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.800531 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (74e293d6-4e8b-46a7-aa5b-e06703509423), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.803542 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks [] for router_controller (74e293d6-4e8b-46a7-aa5b-e06703509423), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.847970 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (74e293d6-4e8b-46a7-aa5b-e06703509423), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.848899 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74e293d6-4e8b-46a7-aa5b-e06703509423 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:20:29.853128 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.856760 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7b0817de-ffc6-45ac-a311-1f4484507b75 admin admin] 10.222.0.43 "DELETE /v2.0/routers/74e293d6-4e8b-46a7-aa5b-e06703509423 HTTP/1.1" status: 204 len: 168 time: 1.2929444 Jun 16 21:20:29.857070 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39302) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:29.875952 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a325-d77d-4cd1-b7a5-1d30f51fe641 admin admin] Publish callbacks [] for security_group (f30bab33-332a-4a52-8226-6645d73eee59), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.879761 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a325-d77d-4cd1-b7a5-1d30f51fe641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f30bab33-332a-4a52-8226-6645d73eee59), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.905664 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] Deleting subnet 7502ff76-40af-4764-bc43-1d6ba9d423e3 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:20:29.908604 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] Publish callbacks [] for subnet (7502ff76-40af-4764-bc43-1d6ba9d423e3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.917298 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1a325-d77d-4cd1-b7a5-1d30f51fe641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30bab33-332a-4a52-8226-6645d73eee59,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:29.922088 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:29.928677 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e8a1a325-d77d-4cd1-b7a5-1d30f51fe641 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ddb78a9417149aab1e86f0cb5867239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510220 Jun 16 21:20:29.931287 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39304) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:29.950185 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (7502ff76-40af-4764-bc43-1d6ba9d423e3), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:29.977915 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:29.988570 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61ae417f-5f9c-47ea-8572-017675c1fefe admin admin] Publish callbacks [] for security_group (f30bab33-332a-4a52-8226-6645d73eee59), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.015413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61ae417f-5f9c-47ea-8572-017675c1fefe admin admin] Publish callbacks [] for security_group (f30bab33-332a-4a52-8226-6645d73eee59), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.047055 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (7502ff76-40af-4764-bc43-1d6ba9d423e3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.068840 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61ae417f-5f9c-47ea-8572-017675c1fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f30bab33-332a-4a52-8226-6645d73eee59), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.071337 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61ae417f-5f9c-47ea-8572-017675c1fefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.072553 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-61ae417f-5f9c-47ea-8572-017675c1fefe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f30bab33-332a-4a52-8226-6645d73eee59 HTTP/1.1" status: 204 len: 168 time: 0.1404214 Jun 16 21:20:30.083005 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae417f-5f9c-47ea-8572-017675c1fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30bab33-332a-4a52-8226-6645d73eee59,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:30.119737 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (7502ff76-40af-4764-bc43-1d6ba9d423e3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.153513 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.158976 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7502ff76-40af-4764-bc43-1d6ba9d423e3 HTTP/1.1" status: 204 len: 168 time: 0.2986209 Jun 16 21:20:30.158976 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ad901-7bc3-47de-9124-2b97cf7e39d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7502ff76-40af-4764-bc43-1d6ba9d423e3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:30.159708 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39308) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:30.163869 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0323f8cb-d026-4e81-9573-95aac8ce6a1d None None] Network c45b6299-9716-4173-aacf-27f0517667e5 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:30.251108 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (c45b6299-9716-4173-aacf-27f0517667e5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.304417 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Deleting port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:30.306221 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.357697 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] DHCP port deletion for c45b6299-9716-4173-aacf-27f0517667e5 request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:20:30.364598 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:30.396927 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] For port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:30.397491 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.405188 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] Deleting port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:30.405811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.420339 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Calling delete_port for 7f7c5f73-52f6-4c92-80dd-ce81a334bebb owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:30.424941 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:30.487127 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] For port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,segment=NetworkSegment(c0fa7f2a-770f-4fbd-b713-faa686a91f58),segment_id=c0fa7f2a-770f-4fbd-b713-faa686a91f58)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:30.488249 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.503598 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] Calling delete_port for 7f7c5f73-52f6-4c92-80dd-ce81a334bebb owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:30.529694 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.562599 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:30.564604 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] No DVR routers for this DVR port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb on host dv-cinder-819149-6-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:30.598753 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (7f7c5f73-52f6-4c92-80dd-ce81a334bebb), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.630104 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] No DVR routers for this DVR port 7f7c5f73-52f6-4c92-80dd-ce81a334bebb on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:30.632149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872c5ce-ee53-46f2-baa1-083ff8f7a3e6 None None] Pushing event deleted for resources: {'Port': ['ID=7f7c5f73-52f6-4c92-80dd-ce81a334bebb,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:30.655845 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (c45b6299-9716-4173-aacf-27f0517667e5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.680287 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45b6299-9716-4173-aacf-27f0517667e5']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:30.690084 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fa7f2a-770f-4fbd-b713-faa686a91f58') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:30.690382 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fa7f2a-770f-4fbd-b713-faa686a91f58') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:30.702699 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812819'] for segment (c0fa7f2a-770f-4fbd-b713-faa686a91f58), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.718752 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c0fa7f2a-770f-4fbd-b713-faa686a91f58), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.727333 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:20:30.728305 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17516174'] for segment (c0fa7f2a-770f-4fbd-b713-faa686a91f58), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.782828 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c0fa7f2a-770f-4fbd-b713-faa686a91f58 resource provider aggregate not found Jun 16 21:20:30.810509 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c0fa7f2a-770f-4fbd-b713-faa686a91f58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0fa7f2a-770f-4fbd-b713-faa686a91f58 found for delete ", "request_id": "req-18bf76f8-ecfd-41a8-af33-1936ceb9e433"}]} Jun 16 21:20:30.811668 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (c45b6299-9716-4173-aacf-27f0517667e5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.817268 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:30.824022 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] 10.222.0.43 "DELETE /v2.0/networks/c45b6299-9716-4173-aacf-27f0517667e5 HTTP/1.1" status: 204 len: 168 time: 0.6596260 Jun 16 21:20:30.841304 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3133ea-f042-4805-bd22-263020274a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=c45b6299-9716-4173-aacf-27f0517667e5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:30.970099 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39338) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:31.017935 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e25a4dec-7587-44f1-b941-317438450211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=536b36bd517a4dca8706718f6bab9c1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439646 Jun 16 21:20:31.018128 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39340) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:31.075243 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-58c836bb-8475-4eb8-bdcb-7f0d84faea41 admin admin] Publish callbacks [] for security_group (6faa25b0-dbe1-4e88-a208-8b706fd0ed9e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.099260 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-58c836bb-8475-4eb8-bdcb-7f0d84faea41 admin admin] Publish callbacks [] for security_group (6faa25b0-dbe1-4e88-a208-8b706fd0ed9e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.101318 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:31.164248 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-58c836bb-8475-4eb8-bdcb-7f0d84faea41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6faa25b0-dbe1-4e88-a208-8b706fd0ed9e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.166766 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-58c836bb-8475-4eb8-bdcb-7f0d84faea41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.167918 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-58c836bb-8475-4eb8-bdcb-7f0d84faea41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6faa25b0-dbe1-4e88-a208-8b706fd0ed9e HTTP/1.1" status: 204 len: 168 time: 0.1489902 Jun 16 21:20:31.178439 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c836bb-8475-4eb8-bdcb-7f0d84faea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faa25b0-dbe1-4e88-a208-8b706fd0ed9e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:31.476045 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device af68754b-b380-4c52-8e03-418fbc557b12 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:31.478515 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:31.499469 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: af68754b-b380-4c52-8e03-418fbc557b12 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:31.499808 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device af68754b-b380-4c52-8e03-418fbc557b12 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:31.500245 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 7f7c5f73-52f6-4c92-80dd-ce81a334bebb no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:31.525463 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39354) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:31.527713 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 7f7c5f73-52f6-4c92-80dd-ce81a334bebb {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:31.528061 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 7f7c5f73-52f6-4c92-80dd-ce81a334bebb not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:31.657212 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3648491-d801-44ab-9708-4be2e2bf9a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.741959 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3648491-d801-44ab-9708-4be2e2bf9a4c admin admin] Publish callbacks [] for security_group (db6426a9-d205-4393-8a26-a4fc14124da8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.746001 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3648491-d801-44ab-9708-4be2e2bf9a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (db6426a9-d205-4393-8a26-a4fc14124da8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.787773 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a3648491-d801-44ab-9708-4be2e2bf9a4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c49b71e32d0740e19c6c0ac76585f0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611558 Jun 16 21:20:31.790404 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39366) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:31.796835 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3648491-d801-44ab-9708-4be2e2bf9a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6426a9-d205-4393-8a26-a4fc14124da8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:31.852856 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-039a4e52-1520-438c-92c3-6db7d970540b admin admin] Publish callbacks [] for security_group (db6426a9-d205-4393-8a26-a4fc14124da8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.881841 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-039a4e52-1520-438c-92c3-6db7d970540b admin admin] Publish callbacks [] for security_group (db6426a9-d205-4393-8a26-a4fc14124da8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.933521 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-039a4e52-1520-438c-92c3-6db7d970540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (db6426a9-d205-4393-8a26-a4fc14124da8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.936227 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-039a4e52-1520-438c-92c3-6db7d970540b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:31.937381 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-039a4e52-1520-438c-92c3-6db7d970540b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db6426a9-d205-4393-8a26-a4fc14124da8 HTTP/1.1" status: 204 len: 168 time: 0.1461244 Jun 16 21:20:31.947618 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a4e52-1520-438c-92c3-6db7d970540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6426a9-d205-4393-8a26-a4fc14124da8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:35.095182 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-66432968-8bc2-4160-be4f-fe129594880c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:37.225013 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:37.341035 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7cb48afd-3aee-4a7d-bec8-aea8a2baab82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.346220 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39578) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:38.466678 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2f35348-67f7-44f0-9735-f323ac1a427c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.541728 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2f35348-67f7-44f0-9735-f323ac1a427c admin admin] Publish callbacks [] for security_group (4add4d47-f3ad-4f94-97a0-37c764c1fd56), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.545249 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e2f35348-67f7-44f0-9735-f323ac1a427c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4add4d47-f3ad-4f94-97a0-37c764c1fd56), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.549849 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:38.577843 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.588533 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e2f35348-67f7-44f0-9735-f323ac1a427c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a623d1ac9e2475c8386349a3e9e3d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406650 Jun 16 21:20:38.591318 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39584) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:38.593965 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f35348-67f7-44f0-9735-f323ac1a427c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add4d47-f3ad-4f94-97a0-37c764c1fd56,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:38.646209 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76e191a5-dbab-4109-948d-4202a4c4f354 admin admin] Publish callbacks [] for security_group (4add4d47-f3ad-4f94-97a0-37c764c1fd56), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.656364 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:38.669429 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76e191a5-dbab-4109-948d-4202a4c4f354 admin admin] Publish callbacks [] for security_group (4add4d47-f3ad-4f94-97a0-37c764c1fd56), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.716610 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76e191a5-dbab-4109-948d-4202a4c4f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (4add4d47-f3ad-4f94-97a0-37c764c1fd56), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.719174 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76e191a5-dbab-4109-948d-4202a4c4f354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:38.720336 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-76e191a5-dbab-4109-948d-4202a4c4f354 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4add4d47-f3ad-4f94-97a0-37c764c1fd56 HTTP/1.1" status: 204 len: 168 time: 0.1272974 Jun 16 21:20:38.728667 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e191a5-dbab-4109-948d-4202a4c4f354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add4d47-f3ad-4f94-97a0-37c764c1fd56,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:39.372499 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39624) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:39.511716 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-974288164-network', 'tenant_id': '404175dcaa0144fab98ad34e4834de35'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:39.534166 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Made reservation on behalf of 404175dcaa0144fab98ad34e4834de35 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:39.536711 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.546541 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.608421 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=16 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:39.634442 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks [] for security_group (b063261c-5c6f-4a3d-8098-ac184d9026e7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.638725 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b063261c-5c6f-4a3d-8098-ac184d9026e7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.664503 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 21:20:39.681765 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b063261c-5c6f-4a3d-8098-ac184d9026e7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:39.686696 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (8c4c1f63-3397-44ea-99dc-8c38e4147261), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.687338 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Added segment 8c4c1f63-3397-44ea-99dc-8c38e4147261 of type vlan for network 91b7ccee-e055-4907-b88a-7403ae972460 Jun 16 21:20:39.737558 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987798092'] for network (91b7ccee-e055-4907-b88a-7403ae972460), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.773460 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560'] for network (91b7ccee-e055-4907-b88a-7403ae972460), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.774384 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:39.774959 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.816819 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-20b071f2-03c1-4119-b718-fd7699da169a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148137412&fields=id&tenant_id=b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 267 time: 0.0444305 Jun 16 21:20:39.861427 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4877474 Jun 16 21:20:39.868255 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4132c10-9fe0-4ca2-8d42-467c8af36463 req-b01a4557-4a4a-4300-946c-d1909c27ad7b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:39.869685 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4132c10-9fe0-4ca2-8d42-467c8af36463 req-b01a4557-4a4a-4300-946c-d1909c27ad7b tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.1061287 Jun 16 21:20:39.870159 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39648) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:39.876912 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Request body: {'subnet': {'network_id': '91b7ccee-e055-4907-b88a-7403ae972460', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-974288164-subnet', 'tenant_id': '404175dcaa0144fab98ad34e4834de35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:39.885851 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c158f46-5d16-4929-9594-383be0e70ddc admin admin] Pushing event updated for resources: {'Network': ['ID=91b7ccee-e055-4907-b88a-7403ae972460,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:39.895902 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Network 91b7ccee-e055-4907-b88a-7403ae972460 details requested by agent ovs-agent-dv-cinder-819149-6-iscsi with host dv-cinder-819149-6-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 21:20:39.933276 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-6d7cc985-f625-4fa3-b999-9823087f01b9 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:39.934709 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-6d7cc985-f625-4fa3-b999-9823087f01b9 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 811 time: 0.1096873 Jun 16 21:20:39.934958 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Made reservation on behalf of 404175dcaa0144fab98ad34e4834de35 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:39.937422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3172409'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:39.950901 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-aae169f2-666d-4b60-b3b6-152d2a6070d1 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/quotas/b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 375 time: 0.0100877 Jun 16 21:20:39.956393 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4132c10-9fe0-4ca2-8d42-467c8af36463 req-1a538282-e358-4333-9897-0d9a7d061f7e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731514 Jun 16 21:20:40.011578 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-2a68c261-1526-4c48-b9af-f044d955a63a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503500 Jun 16 21:20:40.114350 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-9c7b8502-0664-4666-b706-36c2ad17cb56 service neutron] 10.222.0.43 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891197 Jun 16 21:20:40.117955 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1277694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3172363'] for subnet (3a24d2db-20e5-49da-86e3-76d00deffa84), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:40.129817 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:40.178722 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a24d2db-20e5-49da-86e3-76d00deffa84,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:40.186151 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Checking segment: {'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:40.186515 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Network hostable DHCP agents. Network: 91b7ccee-e055-4907-b88a-7403ae972460, hostable agents: ['0e064a23-b943-4290-8bdd-fa7c26eba1d3'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 21:20:40.189354 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:40.208453 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-b1bdd2b2-3ca7-4323-9577-343a0494016b service neutron] 10.222.0.43 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869422 Jun 16 21:20:40.209738 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Network 91b7ccee-e055-4907-b88a-7403ae972460 is scheduled to be hosted by DHCP agent 0e064a23-b943-4290-8bdd-fa7c26eba1d3 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 21:20:40.221950 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-6-iscsi, 91b7ccee-e055-4907-b88a-7403ae972460) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:40.226657 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:40.227133 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:40.231055 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8f1a3-255a-4d5a-a72b-d32189c6b93e None None] Network 91b7ccee-e055-4907-b88a-7403ae972460 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:40.256707 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d1094a9e-10ae-43a6-8e02-023025e99bcb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3834064 Jun 16 21:20:40.350323 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0fd9d-4341-4435-9876-c0181b5d39c9 None None] Network 91b7ccee-e055-4907-b88a-7403ae972460 requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:40.565205 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3eb62dff-52fa-43e9-920b-7acf5decdfc9 req-fd63c784-bd1b-4e8b-8fac-e4e0bbb02f82 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 210 time: 0.0380049 Jun 16 21:20:40.611084 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:41.096765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db670-fbf3-4b34-8394-cb3f7df2d308 req-4180099e-5a77-48af-b5d4-eef5390d42a1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:41.098816 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-945db670-fbf3-4b34-8394-cb3f7df2d308 req-4180099e-5a77-48af-b5d4-eef5390d42a1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.0514882 Jun 16 21:20:41.123882 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:41.147133 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-945db670-fbf3-4b34-8394-cb3f7df2d308 req-ce473b87-7c56-45bf-88f2-310bea9e75d9 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426118 Jun 16 21:20:41.670236 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdb743de-5707-48d9-a6e4-96054772a0e5 req-9882d946-8f90-4426-af4b-245119a55f03 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 210 time: 0.0315912 Jun 16 21:20:42.269953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f554e9-c00a-4704-8bbd-563387898e2c req-7c33d745-3c80-4d93-9095-f26ee4cb7dfe tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:42.271715 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41f554e9-c00a-4704-8bbd-563387898e2c req-7c33d745-3c80-4d93-9095-f26ee4cb7dfe tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.0488200 Jun 16 21:20:42.319059 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41f554e9-c00a-4704-8bbd-563387898e2c req-a5c3a4d6-861b-4bda-9918-bd01a9fe6df0 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Jun 16 21:20:42.770442 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7fee3fdd-588d-46b6-8e0a-91986b163404 req-3c12c37e-ee0d-4f64-a9d5-75942425a200 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 210 time: 0.0280545 Jun 16 21:20:43.235560 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9e9f6fbf-9adc-439e-b275-53033eaf9db1 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:43.237407 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9e9f6fbf-9adc-439e-b275-53033eaf9db1 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/networks?id=91b7ccee-e055-4907-b88a-7403ae972460 HTTP/1.1" status: 200 len: 808 time: 0.1059873 Jun 16 21:20:43.253354 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-51762ca8-cb9b-4a06-baea-ef7bfeeb83f5 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/quotas/404175dcaa0144fab98ad34e4834de35 HTTP/1.1" status: 200 len: 375 time: 0.0102794 Jun 16 21:20:43.289500 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-d686e741-0646-4a00-82cb-1a54ce633554 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=404175dcaa0144fab98ad34e4834de35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302801 Jun 16 21:20:43.430875 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-db0e342a-60fc-4d14-8f86-2ca4f0cee65a service neutron] 10.222.0.43 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323442 Jun 16 21:20:43.564422 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b558a9-9e59-46af-be77-a367945224bc req-609df321-14a2-44d4-aa75-0a3e8a4a8fac tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:43.567583 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-30b558a9-9e59-46af-be77-a367945224bc req-609df321-14a2-44d4-aa75-0a3e8a4a8fac tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.0960031 Jun 16 21:20:43.576491 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-2f76e9ca-eb5c-4184-861d-1f4700d204e2 service neutron] 10.222.0.43 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437614 Jun 16 21:20:43.632574 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-30b558a9-9e59-46af-be77-a367945224bc req-d6633a66-77fc-41df-90f5-4aa1f17d3298 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups?id=592f7c44-7496-48b3-9550-ad09500d2901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548592 Jun 16 21:20:43.755519 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-414ef537-1a97-4e35-b930-b1a7b68877ac req-28fd3198-d70d-4268-be9e-1f835cadf7f3 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 210 time: 0.0338409 Jun 16 21:20:43.868324 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9abf8e76-7c44-4e7b-bb77-c6718a6fc0af req-f379f246-2305-44c7-919c-cde32b5b8a65 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 210 time: 0.0288942 Jun 16 21:20:44.104342 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44203a50-05fc-432e-864f-88e87ac95298 req-d931fc87-6ec0-4cf0-9cf5-1ddb71fefede tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:44.106085 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44203a50-05fc-432e-864f-88e87ac95298 req-d931fc87-6ec0-4cf0-9cf5-1ddb71fefede tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 946 time: 0.0532670 Jun 16 21:20:44.134031 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:44.227189 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Deleting port ce808840-2e04-4b62-89bc-caeba961a739 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:44.227682 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (ce808840-2e04-4b62-89bc-caeba961a739), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:44.342271 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] For port ce808840-2e04-4b62-89bc-caeba961a739, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce808840-2e04-4b62-89bc-caeba961a739,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:44.343012 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (ce808840-2e04-4b62-89bc-caeba961a739), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:44.474179 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:44.516136 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-a82dc171-bc96-40dd-8663-0fa061c0dbc4 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:44.517711 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-a82dc171-bc96-40dd-8663-0fa061c0dbc4 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 811 time: 0.3925233 Jun 16 21:20:44.530949 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:44.531313 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (254f4324-cb49-40dd-8795-3da7ad2892c5), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:44.531650 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Floating IP 254f4324-cb49-40dd-8795-3da7ad2892c5 disassociated. External IP: 172.27.3.252, port: ce808840-2e04-4b62-89bc-caeba961a739. Jun 16 21:20:44.531987 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Calling delete_port for ce808840-2e04-4b62-89bc-caeba961a739 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:44.709187 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (ce808840-2e04-4b62-89bc-caeba961a739), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:44.750726 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event deleted for resources: {'Port': ['ID=ce808840-2e04-4b62-89bc-caeba961a739,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:44.777984 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-ea953edb-e30e-408b-8277-34303a4bd20f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 379 time: 0.1521561 Jun 16 21:20:44.807785 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'port': {'device_id': '334a1b5b-c324-4952-9875-f93b251a544c', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'admin_state_up': True, 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'security_groups': ['a1a377be-1fe4-4858-ae40-1b5227eddc9e']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:44.856566 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9dfaa792-76d2-4a42-84ad-20e9e87c570a req-8f4189f6-3a55-4f34-9032-a31de0a4200f tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 210 time: 0.0453484 Jun 16 21:20:44.939427 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Router 36e752dd-1a93-43bd-81ab-1910009e9d23 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:45.072124 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4acb74a-deea-4c3a-86ac-d91603ff4332 req-66a6fa97-97fb-4bbc-b92d-304408406f9c tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 210 time: 0.0575328 Jun 16 21:20:45.105763 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:45.107773 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:45.119320 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] Sync routers for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:45.161480 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:45.164520 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:45.176016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Made reservation on behalf of b568a213302f46fda9ab9467d36996c5 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:45.185984 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:45.265188 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] No DVR routers for this DVR port ce808840-2e04-4b62-89bc-caeba961a739 on host hv-cinder-81914 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:45.265188 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:45.271768 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44203a50-05fc-432e-864f-88e87ac95298 req-58a3816f-4d90-49d3-89a2-8516e239e43c tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.47 "DELETE /v2.0/ports/ce808840-2e04-4b62-89bc-caeba961a739 HTTP/1.1" status: 204 len: 173 time: 1.1476531 Jun 16 21:20:45.288855 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-281f5962-7b34-4c48-9580-d8f939e1cd8a req-5c45adab-d4a3-4a3a-9bef-405177c54e03 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 210 time: 0.1838286 Jun 16 21:20:45.296801 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-deleted', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:20:45.307177 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538639df-eeef-4a42-a709-3b86399ab203" -d '{"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-deleted", "tag": "ce808840-2e04-4b62-89bc-caeba961a739"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:20:45.371685 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88afc68a-0070-43f2-b823-8547aa07e673 x-openstack-request-id: req-88afc68a-0070-43f2-b823-8547aa07e673 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:20:45.372089 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1b5610-fa96-44cf-b05b-41a354370d1c", "name": "network-vif-deleted", "tag": "ce808840-2e04-4b62-89bc-caeba961a739", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:20:45.372484 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88afc68a-0070-43f2-b823-8547aa07e673 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:20:45.373223 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88afc68a-0070-43f2-b823-8547aa07e673'] response: {'server_uuid': '6a1b5610-fa96-44cf-b05b-41a354370d1c', 'name': 'network-vif-deleted', 'tag': 'ce808840-2e04-4b62-89bc-caeba961a739', 'status': 'completed', 'code': 200} Jun 16 21:20:45.443531 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Allocated IP 172.20.0.13 (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d/d5212ee8-e35f-47d8-9bcd-4759e9dcd679/a184de69-92f7-4829-83d3-e946b229e004) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:45.451090 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:45.465843 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789174e-a92a-4595-a239-cac8b0559b89 req-69d145a5-ac00-47f3-b8c8-b3a5b42cf043 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:45.468087 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-69d145a5-ac00-47f3-b8c8-b3a5b42cf043 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "GET /v2.0/networks?id=91b7ccee-e055-4907-b88a-7403ae972460 HTTP/1.1" status: 200 len: 808 time: 0.6680291 Jun 16 21:20:45.491756 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Request body: {'port': {'device_id': '660282bd-fd1d-4994-a613-a8a906f79462', 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460', 'admin_state_up': True, 'tenant_id': '404175dcaa0144fab98ad34e4834de35'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:45.632100 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:45.640392 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:45.648836 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:45.649074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:45.678987 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] Checking router: 36e752dd-1a93-43bd-81ab-1910009e9d23 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:45.687625 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:45.688359 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:45.713207 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Made reservation on behalf of 404175dcaa0144fab98ad34e4834de35 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:20:45.716575 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:45.730740 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (a184de69-92f7-4829-83d3-e946b229e004), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:45.797847 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:45.829682 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (a184de69-92f7-4829-83d3-e946b229e004), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:45.880287 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:45.902767 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:45.912813 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:45.920809 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:45.927284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Allocated IP 172.20.0.13 (91b7ccee-e055-4907-b88a-7403ae972460/3a24d2db-20e5-49da-86e3-76d00deffa84/c76974f7-fb59-4c9f-9616-e5a93348d596) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:20:45.949833 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=a184de69-92f7-4829-83d3-e946b229e004,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:46.007298 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:46.007959 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:46.026967 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:46.045804 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f502fbde-2890-48fa-aaa5-d5498118ac3b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2474937 Jun 16 21:20:46.059537 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0a9b0-e56b-4a4d-a34b-8a9c9dea9359 None None] The sync data for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi is: [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:13:05Z', 'revision_number': 4, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': '32b542df-03a9-4ec2-8545-c3744f8b09c2', 'name': '', 'network_id': 'f15db21b-4597-49e4-b0f9-2724f76cadbd', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'mac_address': 'fa:16:3e:f4:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:13:04Z', 'updated_at': '2022-06-16T21:13:15Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'subnets': [{'id': '32fd7ec2-ee74-48a1-92de-347cd2d46d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:46.071259 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24311033-e21d-4609-8752-65e222c84198 req-c944e351-2df7-4db7-a976-c825ae45c06e tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 210 time: 0.0467501 Jun 16 21:20:46.201122 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7eebb7dd-e254-4ebe-9069-dbaa58813974 req-67f8b6ff-5f7f-450f-b709-61ba0b01a303 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 210 time: 0.0378892 Jun 16 21:20:46.206117 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks [] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:46.239990 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:46.253180 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8e07f9f2-7866-47a8-b5e0-81a4b4c9e360 None None] Provisioning complete for port a184de69-92f7-4829-83d3-e946b229e004 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:46.253724 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8e07f9f2-7866-47a8-b5e0-81a4b4c9e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (a184de69-92f7-4829-83d3-e946b229e004), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:46.284111 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:46.296494 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Network 91b7ccee-e055-4907-b88a-7403ae972460 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:20:46.300606 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:20:46.303763 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8e07f9f2-7866-47a8-b5e0-81a4b4c9e360 None None] Port a184de69-92f7-4829-83d3-e946b229e004 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:20:46.305774 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:20:46.332117 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Pushing event updated for resources: {'Port': ['ID=c76974f7-fb59-4c9f-9616-e5a93348d596,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:46.347242 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb7b60c-3db0-462b-891b-1df86aa90891 None None] New status for floating IP 254f4324-cb49-40dd-8795-3da7ad2892c5: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:20:46.363039 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:46.364467 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:46.382019 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-7b89a17b-4d4b-4ab6-8f94-c94ea3f99270 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9008396 Jun 16 21:20:46.413873 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0671-4bc0-44c7-8a95-c0b6b88f94d9 req-a415eeea-a582-4d24-8345-08b3ace322a7 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:46.415583 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca3f0671-4bc0-44c7-8a95-c0b6b88f94d9 req-a415eeea-a582-4d24-8345-08b3ace322a7 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 932 time: 0.0493841 Jun 16 21:20:46.475707 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca3f0671-4bc0-44c7-8a95-c0b6b88f94d9 req-e0a9e2b9-0679-4806-b38d-77ae74180bea tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542521 Jun 16 21:20:47.185139 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-604f3069-a157-4583-a4b1-bab291efc181 req-2507b3ec-c2fb-4f54-aedd-5767076ec0a1 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 210 time: 0.0280461 Jun 16 21:20:47.299984 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:47.322159 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711405-f95d-4340-873a-2e1eb68de573 req-5cd88b22-6307-469b-a9e1-5eb9a17f57cf tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:47.323656 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc711405-f95d-4340-873a-2e1eb68de573 req-5cd88b22-6307-469b-a9e1-5eb9a17f57cf tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 932 time: 0.0513563 Jun 16 21:20:47.377955 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc711405-f95d-4340-873a-2e1eb68de573 req-1ca5607d-3374-4752-a0b1-71681c940fde tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487404 Jun 16 21:20:47.580299 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93040487-fcb6-4c6b-9b39-60849114d525 req-2849049a-a973-4042-a680-48cab5263805 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:47.581745 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-93040487-fcb6-4c6b-9b39-60849114d525 req-2849049a-a973-4042-a680-48cab5263805 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 932 time: 0.0470922 Jun 16 21:20:47.635351 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-93040487-fcb6-4c6b-9b39-60849114d525 req-254ab145-647d-47ea-aeb3-06e5ef1148ae tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476201 Jun 16 21:20:48.298527 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4f90f9fb-eecf-44c9-b220-034ea8ed6f86 req-2b96c187-b122-4cb4-8027-50087b8c8658 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a1b5610-fa96-44cf-b05b-41a354370d1c HTTP/1.1" status: 200 len: 210 time: 0.0319285 Jun 16 21:20:48.460615 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Request body: {'port': {'device_id': '660282bd-fd1d-4994-a613-a8a906f79462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:48.465819 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Request body: {'port': {'device_id': '334a1b5b-c324-4952-9875-f93b251a544c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:20:48.485030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:48.550557 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a050-77f1-443e-8a3e-1f6ad43f9fa5 req-1b95bc56-308c-45a9-a59c-2d688ea50198 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:48.552108 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7751a050-77f1-443e-8a3e-1f6ad43f9fa5 req-1b95bc56-308c-45a9-a59c-2d688ea50198 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 932 time: 0.1076353 Jun 16 21:20:48.644062 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:48.651519 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (a184de69-92f7-4829-83d3-e946b229e004), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:48.680022 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7751a050-77f1-443e-8a3e-1f6ad43f9fa5 req-e779e1cd-3915-414d-8486-51bae5a61cbe tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206055 Jun 16 21:20:48.753379 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4533c-b742-4c94-81c4-7f445011e59d req-022ed3e0-6c3d-41f0-bb86-a40b6d3446e3 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:48.756118 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4d4533c-b742-4c94-81c4-7f445011e59d req-022ed3e0-6c3d-41f0-bb86-a40b6d3446e3 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 932 time: 0.0524199 Jun 16 21:20:48.810688 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4d4533c-b742-4c94-81c4-7f445011e59d req-c998bf21-136d-4cb5-a16f-0cd2a3b094d2 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479810 Jun 16 21:20:49.064913 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:49.148883 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76974f7-fb59-4c9f-9616-e5a93348d596 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:20:49.163144 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a184de69-92f7-4829-83d3-e946b229e004 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:20:49.168655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Publish callbacks [] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.175297 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Publish callbacks [] for port (a184de69-92f7-4829-83d3-e946b229e004), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.197176 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Transition to ACTIVE for port object c76974f7-fb59-4c9f-9616-e5a93348d596 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:20:49.200996 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Transition to ACTIVE for port object a184de69-92f7-4829-83d3-e946b229e004 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:20:49.203048 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.209054 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (a184de69-92f7-4829-83d3-e946b229e004), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.276021 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Pushing event updated for resources: {'Port': ['ID=c76974f7-fb59-4c9f-9616-e5a93348d596,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:49.326598 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:49.435536 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a184de69-92f7-4829-83d3-e946b229e004,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:49.436220 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 39854) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:49.494348 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Attempting to bind port a184de69-92f7-4829-83d3-e946b229e004 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:49.495232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Attempting to bind port a184de69-92f7-4829-83d3-e946b229e004 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:49.495232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Attempting to bind port a184de69-92f7-4829-83d3-e946b229e004 on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:49.500986 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Attempting to bind port c76974f7-fb59-4c9f-9616-e5a93348d596 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:20:49.501316 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Attempting to bind port c76974f7-fb59-4c9f-9616-e5a93348d596 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:20:49.502583 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Attempting to bind port c76974f7-fb59-4c9f-9616-e5a93348d596 on network 91b7ccee-e055-4907-b88a-7403ae972460 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:49.505457 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Port a184de69-92f7-4829-83d3-e946b229e004 on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:20:49.505866 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Attempting to bind port a184de69-92f7-4829-83d3-e946b229e004 on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:49.512714 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Port c76974f7-fb59-4c9f-9616-e5a93348d596 on network 91b7ccee-e055-4907-b88a-7403ae972460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:20:49.513033 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Attempting to bind port c76974f7-fb59-4c9f-9616-e5a93348d596 on network 91b7ccee-e055-4907-b88a-7403ae972460 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:20:49.518700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:49.518700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Checking segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:49.518700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Bound using segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:49.518700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Bound port: a184de69-92f7-4829-83d3-e946b229e004, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:49.518700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (a184de69-92f7-4829-83d3-e946b229e004), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.525288 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2084aca-4a34-48d4-a0f7-254fdf172f53 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (592f7c44-7496-48b3-9550-ad09500d2901), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.534876 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:20:49.535163 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Checking segment: {'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:20:49.535817 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Bound using segment: {'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:20:49.536073 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Bound port: c76974f7-fb59-4c9f-9616-e5a93348d596, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:20:49.536361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.568684 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2084aca-4a34-48d4-a0f7-254fdf172f53 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (592f7c44-7496-48b3-9550-ad09500d2901), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.649561 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2084aca-4a34-48d4-a0f7-254fdf172f53 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (592f7c44-7496-48b3-9550-ad09500d2901), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.653222 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2084aca-4a34-48d4-a0f7-254fdf172f53 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.657086 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b2084aca-4a34-48d4-a0f7-254fdf172f53 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "DELETE /v2.0/security-groups/592f7c44-7496-48b3-9550-ad09500d2901 HTTP/1.1" status: 204 len: 168 time: 0.2176759 Jun 16 21:20:49.657765 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39862) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:49.664318 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] For port a184de69-92f7-4829-83d3-e946b229e004, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:49.669752 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2084aca-4a34-48d4-a0f7-254fdf172f53 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f7c44-7496-48b3-9550-ad09500d2901,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:49.679791 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] For port c76974f7-fb59-4c9f-9616-e5a93348d596, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:20:49.697772 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] For port a184de69-92f7-4829-83d3-e946b229e004, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a184de69-92f7-4829-83d3-e946b229e004,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:49.705880 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-e37f7652-7ba8-4645-91b6-099453b4d6f8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] show failed (client error): The resource could not be found. Jun 16 21:20:49.706928 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e37f7652-7ba8-4645-91b6-099453b4d6f8 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "GET /v2.0/security-groups/592f7c44-7496-48b3-9550-ad09500d2901 HTTP/1.1" status: 404 len: 347 time: 0.0453551 Jun 16 21:20:49.710177 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 39868) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:49.721013 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] For port c76974f7-fb59-4c9f-9616-e5a93348d596, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c76974f7-fb59-4c9f-9616-e5a93348d596,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:20:49.761461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (a184de69-92f7-4829-83d3-e946b229e004), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.785304 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:49.786149 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.788231 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/a184de69-92f7-4829-83d3-e946b229e004 HTTP/1.1" status: 200 len: 1094 time: 1.3329268 Jun 16 21:20:49.789095 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.806211 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:20:49.809407 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566b543d-96c6-47c9-8c9c-40cc849f8514" -d '{"events": [{"name": "network-changed", "server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "tag": "a184de69-92f7-4829-83d3-e946b229e004"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:20:49.819356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:49.820406 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:49.822667 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] 10.222.0.47 "PUT /v2.0/ports/c76974f7-fb59-4c9f-9616-e5a93348d596 HTTP/1.1" status: 200 len: 1094 time: 1.3658099 Jun 16 21:20:49.961744 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572af7f-7e33-49e7-a73e-bbf470f1e818 req-17bf1efd-5b00-472e-a252-06f55395a363 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:49.963719 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a572af7f-7e33-49e7-a73e-bbf470f1e818 req-17bf1efd-5b00-472e-a252-06f55395a363 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0618753 Jun 16 21:20:50.033335 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a572af7f-7e33-49e7-a73e-bbf470f1e818 req-f79cc879-df52-4d4f-b936-8423d39a66c8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622563 Jun 16 21:20:50.084766 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:50.095286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12569c0a-5cf0-4ea2-b271-3a22a275108c x-openstack-request-id: req-12569c0a-5cf0-4ea2-b271-3a22a275108c {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:20:50.095577 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "tag": "a184de69-92f7-4829-83d3-e946b229e004", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:20:50.095829 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12569c0a-5cf0-4ea2-b271-3a22a275108c {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:20:50.096246 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12569c0a-5cf0-4ea2-b271-3a22a275108c'] response: {'name': 'network-changed', 'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004', 'status': 'completed', 'code': 200} Jun 16 21:20:50.121685 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-690e7da9-757e-4723-b310-44ed51c70e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:50.123184 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-690e7da9-757e-4723-b310-44ed51c70e77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 1128 time: 0.1628602 Jun 16 21:20:50.127771 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789174e-a92a-4595-a239-cac8b0559b89 req-8d5a19a9-a7a4-48bd-a714-2dfb8e6ffcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:50.129800 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-8d5a19a9-a7a4-48bd-a714-2dfb8e6ffcfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=404175dcaa0144fab98ad34e4834de35&device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 1128 time: 0.1560395 Jun 16 21:20:50.131184 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22d6d6-2c06-4b8c-8a21-61cb757796e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a184de69-92f7-4829-83d3-e946b229e004,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:50.140091 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd7d81-281e-4852-a30f-b751de0acb0f req-fc571ce2-ccb9-4431-8dc1-b1daa03af386 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:50.141616 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c2dd7d81-281e-4852-a30f-b751de0acb0f req-fc571ce2-ccb9-4431-8dc1-b1daa03af386 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 944 time: 0.3413773 Jun 16 21:20:50.142286 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Deleting port 3163bafa-9985-4464-9745-31060a583d0a {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:50.142677 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (3163bafa-9985-4464-9745-31060a583d0a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:50.474414 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:50.494727 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: ce808840-2e04-4b62-89bc-caeba961a739 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:50.495222 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ce808840-2e04-4b62-89bc-caeba961a739 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:50.499889 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-73955080-b43b-400e-8018-a0c5f8130f83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a184de69-92f7-4829-83d3-e946b229e004 HTTP/1.1" status: 200 len: 217 time: 0.3448694 Jun 16 21:20:50.509883 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-2e4e17b7-4b8d-425a-b448-c1003b68a608 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76974f7-fb59-4c9f-9616-e5a93348d596 HTTP/1.1" status: 200 len: 217 time: 0.3649516 Jun 16 21:20:50.631263 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:50.664842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b6ac-54e2-4fa5-b0af-7455af3c127f service neutron] Pushing event updated for resources: {'Port': ['ID=c76974f7-fb59-4c9f-9616-e5a93348d596,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:50.680016 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c2dd7d81-281e-4852-a30f-b751de0acb0f req-3e648be9-aabf-468c-8927-be9165816c29 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150447 Jun 16 21:20:50.687890 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-ac121c81-3488-464d-afc8-2f763290900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:50.689046 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-ac121c81-3488-464d-afc8-2f763290900c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.1767950 Jun 16 21:20:50.709326 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789174e-a92a-4595-a239-cac8b0559b89 req-ee266a94-6d51-4f58-9555-aac30561ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:50.710684 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-ee266a94-6d51-4f58-9555-aac30561ad33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a24d2db-20e5-49da-86e3-76d00deffa84 HTTP/1.1" status: 200 len: 848 time: 0.1554580 Jun 16 21:20:50.713567 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (3163bafa-9985-4464-9745-31060a583d0a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:50.713897 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (3163bafa-9985-4464-9745-31060a583d0a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:50.771641 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Calling delete_port for 3163bafa-9985-4464-9745-31060a583d0a owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:50.776757 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-69e480cb-b6f1-446c-b6e2-c750b5707a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91b7ccee-e055-4907-b88a-7403ae972460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601020 Jun 16 21:20:50.783187 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-2afc44a1-6cff-43f3-a73e-9b6977ad94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:50.784782 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-2afc44a1-6cff-43f3-a73e-9b6977ad94a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874636 Jun 16 21:20:51.022600 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-ad558102-2893-40f8-a5e1-6396141abdcd service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334974 Jun 16 21:20:51.024422 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-0b11a8ea-4fa4-4b9a-92bd-06573a3447b2 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255487 Jun 16 21:20:51.171397 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c24452-072e-4d91-9bac-9d496f04f37a req-e851f556-35eb-41eb-8699-b9bb3757331a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:51.173155 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42c24452-072e-4d91-9bac-9d496f04f37a req-e851f556-35eb-41eb-8699-b9bb3757331a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0551045 Jun 16 21:20:51.196736 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:51.206364 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (3163bafa-9985-4464-9745-31060a583d0a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:51.245035 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-42c24452-072e-4d91-9bac-9d496f04f37a req-9229ce37-4878-46bc-bf77-d9fba9094f21 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601413 Jun 16 21:20:51.254707 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Pushing event deleted for resources: {'Port': ['ID=3163bafa-9985-4464-9745-31060a583d0a,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:51.268810 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7789174e-a92a-4595-a239-cac8b0559b89 req-39e13a4e-dc22-4da7-9963-baaeddb3815a service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353325 Jun 16 21:20:51.294563 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1bba3ace-d5ae-419e-a754-41dbc9271754 req-f0d9ab36-aa84-46d4-8336-1d10f89e8aa4 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599888 Jun 16 21:20:51.329365 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks [] for floatingip (254f4324-cb49-40dd-8795-3da7ad2892c5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:51.331810 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:51.333087 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-424fcda3-1f77-45e0-a172-af98d4629c20 tempest-AttachVolumeShelveTestJSON-356244796 tempest-AttachVolumeShelveTestJSON-356244796-project] 10.222.0.43 "DELETE /v2.0/floatingips/254f4324-cb49-40dd-8795-3da7ad2892c5 HTTP/1.1" status: 204 len: 168 time: 1.6219110 Jun 16 21:20:51.805858 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395711f-cae5-476c-bde6-26ffe0d48a32 req-ed142c7d-a2a1-468f-846e-8015cae13e00 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:51.807313 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4395711f-cae5-476c-bde6-26ffe0d48a32 req-ed142c7d-a2a1-468f-846e-8015cae13e00 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 944 time: 0.0488899 Jun 16 21:20:51.860891 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4395711f-cae5-476c-bde6-26ffe0d48a32 req-06632c0c-30aa-419b-8578-5eb531d43e08 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Jun 16 21:20:52.096979 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660282bd-fd1d-4994-a613-a8a906f79462', 'tag': 'c76974f7-fb59-4c9f-9616-e5a93348d596'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:20:52.099841 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2340a834-7fe4-4bbb-bf66-e9851edbb043" -d '{"events": [{"name": "network-changed", "server_uuid": "660282bd-fd1d-4994-a613-a8a906f79462", "tag": "c76974f7-fb59-4c9f-9616-e5a93348d596"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:20:52.138966 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c865141-3142-4106-aa06-3d7124634cc8 x-openstack-request-id: req-0c865141-3142-4106-aa06-3d7124634cc8 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:20:52.139258 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660282bd-fd1d-4994-a613-a8a906f79462", "tag": "c76974f7-fb59-4c9f-9616-e5a93348d596", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:20:52.139505 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c865141-3142-4106-aa06-3d7124634cc8 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:20:52.139896 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c865141-3142-4106-aa06-3d7124634cc8'] response: {'name': 'network-changed', 'server_uuid': '660282bd-fd1d-4994-a613-a8a906f79462', 'tag': 'c76974f7-fb59-4c9f-9616-e5a93348d596', 'status': 'completed', 'code': 200} Jun 16 21:20:52.373681 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c25a0-7d6c-4dc7-96d9-b1e8a3a37bd2 req-1616bf04-dbbb-409e-a229-d87b5e5a722d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:52.375263 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-598c25a0-7d6c-4dc7-96d9-b1e8a3a37bd2 req-1616bf04-dbbb-409e-a229-d87b5e5a722d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0542877 Jun 16 21:20:52.428303 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-598c25a0-7d6c-4dc7-96d9-b1e8a3a37bd2 req-03cad479-6959-4cac-a56c-e1c660cf72f1 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467668 Jun 16 21:20:52.985740 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410466b-fb14-4570-9147-4067ae9e41a8 req-8debc044-9c37-465c-a431-218e10477092 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:52.987221 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0410466b-fb14-4570-9147-4067ae9e41a8 req-8debc044-9c37-465c-a431-218e10477092 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 944 time: 0.0520871 Jun 16 21:20:53.036032 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0410466b-fb14-4570-9147-4067ae9e41a8 req-17acdbb6-4557-48d8-b24b-24193c211985 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jun 16 21:20:53.526042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:53.541273 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015365-276f-4cf3-93c4-3c31638fe31f req-d3214043-11d4-4cdf-9d74-3add7e6dbca9 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:53.542762 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a015365-276f-4cf3-93c4-3c31638fe31f req-d3214043-11d4-4cdf-9d74-3add7e6dbca9 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0493329 Jun 16 21:20:53.591109 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2a015365-276f-4cf3-93c4-3c31638fe31f req-4ec3ef98-ef27-42d1-8a5d-9a7c255607be tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427790 Jun 16 21:20:54.157197 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a04d9-adec-4d53-a353-edbb4dfe74eb req-f681d1e1-c8f1-4576-b208-65b694f30485 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:54.158655 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-429a04d9-adec-4d53-a353-edbb4dfe74eb req-f681d1e1-c8f1-4576-b208-65b694f30485 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 944 time: 0.0485151 Jun 16 21:20:54.206381 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-429a04d9-adec-4d53-a353-edbb4dfe74eb req-0bc46b47-6955-45ae-b0bd-a42eb22fee5b tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Jun 16 21:20:54.719407 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064a005-f92e-4082-a7a6-63ba324140c2 req-c00dc558-6429-40d6-abb8-aceff63722cd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:54.721005 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b064a005-f92e-4082-a7a6-63ba324140c2 req-c00dc558-6429-40d6-abb8-aceff63722cd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0577922 Jun 16 21:20:54.780268 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b064a005-f92e-4082-a7a6-63ba324140c2 req-54fd2188-39d1-490e-af48-9e23a1d05808 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470884 Jun 16 21:20:55.045566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-ec824cc7-6577-47c5-94c0-57c0b6279fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.047100 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-ec824cc7-6577-47c5-94c0-57c0b6279fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=404175dcaa0144fab98ad34e4834de35&device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 1128 time: 0.0760624 Jun 16 21:20:55.048143 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-38375a4a-647e-4c57-bf61-28d61dcf6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.049485 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-38375a4a-647e-4c57-bf61-28d61dcf6ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 1128 time: 0.0772178 Jun 16 21:20:55.224668 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-edf4c944-330e-4cb8-85af-5452e471c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.226374 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-edf4c944-330e-4cb8-85af-5452e471c44a service neutron] 10.222.0.47 "GET /v2.0/networks?id=91b7ccee-e055-4907-b88a-7403ae972460 HTTP/1.1" status: 200 len: 909 time: 0.1666265 Jun 16 21:20:55.227635 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-dbf589cd-a312-4abb-a11c-840818308bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.228965 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-dbf589cd-a312-4abb-a11c-840818308bdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.1680901 Jun 16 21:20:55.291387 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40002) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:55.314010 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-50691142-35fe-4bda-afc2-561654772ee7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a184de69-92f7-4829-83d3-e946b229e004 HTTP/1.1" status: 200 len: 217 time: 0.0757916 Jun 16 21:20:55.315884 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-ef35f10b-ede9-4956-a51c-3a76e837d93e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76974f7-fb59-4c9f-9616-e5a93348d596 HTTP/1.1" status: 200 len: 217 time: 0.0686278 Jun 16 21:20:55.405105 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:55.430446 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c55b-9ad1-4981-8623-7f0e9e4fb757 req-b2bdb9bf-83a9-4b7d-8b24-003e0556e1f1 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.431586 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:55.432196 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2458c55b-9ad1-4981-8623-7f0e9e4fb757 req-b2bdb9bf-83a9-4b7d-8b24-003e0556e1f1 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 944 time: 0.1199620 Jun 16 21:20:55.461173 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-99926756-1165-448c-b462-f46d7f7f3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.462831 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-99926756-1165-448c-b462-f46d7f7f3031 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.1378288 Jun 16 21:20:55.466055 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-0c8e375d-8edf-4617-a768-4344fc37410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.467488 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-0c8e375d-8edf-4617-a768-4344fc37410a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a24d2db-20e5-49da-86e3-76d00deffa84 HTTP/1.1" status: 200 len: 848 time: 0.1413741 Jun 16 21:20:55.493679 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Publish callbacks [] for security_group (64dbddf8-50fc-4b6a-8677-3f5974f70f2e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:55.497809 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (64dbddf8-50fc-4b6a-8677-3f5974f70f2e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:55.534293 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:55.538975 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dbddf8-50fc-4b6a-8677-3f5974f70f2e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:55.539157 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-ab5c8911-038a-409f-991a-5e8703922872 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91b7ccee-e055-4907-b88a-7403ae972460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633090 Jun 16 21:20:55.542868 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75361eaf13014a33937f508d54ad54ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504845 Jun 16 21:20:55.547653 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2458c55b-9ad1-4981-8623-7f0e9e4fb757 req-fc5fb59e-5f53-4d19-85af-84864ae992e0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081636 Jun 16 21:20:55.548356 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40006) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:55.555257 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.555600 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.555943 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.556311 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.556646 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.556990 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.557309 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.557634 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.557960 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.558325 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.558626 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.558931 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.559245 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.559560 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.559877 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b77b4-b99e-46d3-a697-487ebf280b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:55.575745 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-a3b54331-7a09-416e-bfad-36fc59843aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.577399 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-a3b54331-7a09-416e-bfad-36fc59843aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025472 Jun 16 21:20:55.612809 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cea62cfe-473d-4588-b6a3-61265abeae5c admin admin] Publish callbacks [] for security_group (64dbddf8-50fc-4b6a-8677-3f5974f70f2e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:55.638656 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cea62cfe-473d-4588-b6a3-61265abeae5c admin admin] Publish callbacks [] for security_group (64dbddf8-50fc-4b6a-8677-3f5974f70f2e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:55.646877 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:55.689385 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cea62cfe-473d-4588-b6a3-61265abeae5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (64dbddf8-50fc-4b6a-8677-3f5974f70f2e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:55.692885 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cea62cfe-473d-4588-b6a3-61265abeae5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:55.693899 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cea62cfe-473d-4588-b6a3-61265abeae5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64dbddf8-50fc-4b6a-8677-3f5974f70f2e HTTP/1.1" status: 204 len: 168 time: 0.1445773 Jun 16 21:20:55.703846 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea62cfe-473d-4588-b6a3-61265abeae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dbddf8-50fc-4b6a-8677-3f5974f70f2e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:55.714291 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-79cf3583-d4f6-4bad-a07f-f8ca78b4466a service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638539 Jun 16 21:20:55.746938 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-6517d632-f0e7-49ff-a55a-2cea301608d3 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623983 Jun 16 21:20:55.882009 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40020) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:55.900450 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:55.920794 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2340a834-7fe4-4bbb-bf66-e9851edbb043 req-6f68548a-dd7e-4891-8093-a93b3d71fe2c service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948392 Jun 16 21:20:55.944867 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-566b543d-96c6-47c9-8c9c-40cc849f8514 req-1d2aa302-ac55-4b74-9bd0-b248297f3a89 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891437 Jun 16 21:20:55.951563 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c08b28-18ec-4849-b6ed-d96d4410c734 req-53086dff-888a-46ae-9b38-43f94fc09775 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:55.953057 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-74c08b28-18ec-4849-b6ed-d96d4410c734 req-53086dff-888a-46ae-9b38-43f94fc09775 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0790110 Jun 16 21:20:56.014346 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-74c08b28-18ec-4849-b6ed-d96d4410c734 req-71ac3089-4555-432c-affb-d811bafdfd10 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520296 Jun 16 21:20:56.053570 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40024) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:56.066932 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-acd5de2a-38da-432c-a55f-a0b91bd82944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.145883 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-acd5de2a-38da-432c-a55f-a0b91bd82944 admin admin] Publish callbacks [] for security_group (f50ca530-d965-4901-a774-ed054abf7b91), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.149599 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-acd5de2a-38da-432c-a55f-a0b91bd82944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f50ca530-d965-4901-a774-ed054abf7b91), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.189981 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-acd5de2a-38da-432c-a55f-a0b91bd82944 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bfaf10fec4b4805b2d404c6d2d83185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353300 Jun 16 21:20:56.190859 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5de2a-38da-432c-a55f-a0b91bd82944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ca530-d965-4901-a774-ed054abf7b91,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:56.193337 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40026) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:56.242806 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28270b2d-ff98-41a8-a668-9f7369c25382 admin admin] Publish callbacks [] for security_group (f50ca530-d965-4901-a774-ed054abf7b91), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.267803 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28270b2d-ff98-41a8-a668-9f7369c25382 admin admin] Publish callbacks [] for security_group (f50ca530-d965-4901-a774-ed054abf7b91), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.326712 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28270b2d-ff98-41a8-a668-9f7369c25382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f50ca530-d965-4901-a774-ed054abf7b91), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.329270 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28270b2d-ff98-41a8-a668-9f7369c25382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.334912 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-28270b2d-ff98-41a8-a668-9f7369c25382 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f50ca530-d965-4901-a774-ed054abf7b91 HTTP/1.1" status: 204 len: 168 time: 0.1383543 Jun 16 21:20:56.341809 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28270b2d-ff98-41a8-a668-9f7369c25382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ca530-d965-4901-a774-ed054abf7b91,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:56.361187 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (36e752dd-1a93-43bd-81ab-1910009e9d23), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.425498 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:56.428252 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:56.476681 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device c76974f7-fb59-4c9f-9616-e5a93348d596 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:20:56.640141 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port c76974f7-fb59-4c9f-9616-e5a93348d596, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c76974f7-fb59-4c9f-9616-e5a93348d596,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:56.677886 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'c76974f7-fb59-4c9f-9616-e5a93348d596', 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460', 'port_id': 'c76974f7-fb59-4c9f-9616-e5a93348d596', 'mac_address': 'fa:16:3e:f4:9c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a24d2db-20e5-49da-86e3-76d00deffa84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:20:56.710797 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18744c2-f56a-4ca3-8132-46adb20c1fe2 req-2b0e110e-4d54-4d79-8595-b8fd5c5ba013 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:56.717827 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c18744c2-f56a-4ca3-8132-46adb20c1fe2 req-2b0e110e-4d54-4d79-8595-b8fd5c5ba013 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 944 time: 0.0748091 Jun 16 21:20:56.748037 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port c76974f7-fb59-4c9f-9616-e5a93348d596 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:56.748446 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.770734 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76974f7-fb59-4c9f-9616-e5a93348d596 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:20:56.796702 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c18744c2-f56a-4ca3-8132-46adb20c1fe2 req-53e5ff33-e2a0-40bb-9fdb-bb024c4811d9 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777555 Jun 16 21:20:56.812483 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port c76974f7-fb59-4c9f-9616-e5a93348d596, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c76974f7-fb59-4c9f-9616-e5a93348d596,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:56.818130 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:56.875725 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=c76974f7-fb59-4c9f-9616-e5a93348d596,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:56.884216 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.884691 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.885102 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.885509 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.885975 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.886717 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.887100 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.887437 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.887768 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.888094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.888461 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.888773 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.889149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.889470 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.889789 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:56.962935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Deleting port 32b542df-03a9-4ec2-8545-c3744f8b09c2 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:56.963244 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:57.043551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:57.064209 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] For port 32b542df-03a9-4ec2-8545-c3744f8b09c2, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=32b542df-03a9-4ec2-8545-c3744f8b09c2,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:57.064585 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:57.076045 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['c76974f7-fb59-4c9f-9616-e5a93348d596'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:20:57.083272 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Calling delete_port for 32b542df-03a9-4ec2-8545-c3744f8b09c2 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:57.159886 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:57.185896 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca763343-046d-4453-9040-b3ca9cd4a987 req-e79cb181-1967-4251-909d-89cebff68d28 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:57.187415 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ca763343-046d-4453-9040-b3ca9cd4a987 req-e79cb181-1967-4251-909d-89cebff68d28 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0562932 Jun 16 21:20:57.222393 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:57.288681 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ca763343-046d-4453-9040-b3ca9cd4a987 req-5d9688f4-a08d-46c5-9234-692fef193da6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937920 Jun 16 21:20:57.373672 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (32b542df-03a9-4ec2-8545-c3744f8b09c2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:57.407195 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b542df-03a9-4ec2-8545-c3744f8b09c2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:57.429532 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.429775 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.430126 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.430463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.430994 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.431494 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.431995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.432554 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.433077 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.433573 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.434221 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.434695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.435217 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.435534 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.435890 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:20:57.595243 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (36e752dd-1a93-43bd-81ab-1910009e9d23), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:57.811820 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Router 36e752dd-1a93-43bd-81ab-1910009e9d23 has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:20:57.903869 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:57.928118 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:20:57.936069 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-65e29bf3-630a-4ac0-aeed-905f1c7cb982 admin admin] 10.222.0.43 "PUT /v2.0/routers/36e752dd-1a93-43bd-81ab-1910009e9d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0422060 Jun 16 21:20:57.937555 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d28fa-c896-4926-996e-e5aa0550f2d4 req-3aa83785-bdd6-43b5-a854-e9c5478dc887 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:57.938500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] Sync routers for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:20:57.940672 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-509d28fa-c896-4926-996e-e5aa0550f2d4 req-3aa83785-bdd6-43b5-a854-e9c5478dc887 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 945 time: 0.0724087 Jun 16 21:20:57.940930 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40106) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:57.965338 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:57.966007 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:58.038237 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-509d28fa-c896-4926-996e-e5aa0550f2d4 req-c704d0ea-5075-4839-96bc-16230d9a4c90 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881033 Jun 16 21:20:58.104092 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks [] for router (36e752dd-1a93-43bd-81ab-1910009e9d23), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.111932 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:58.216807 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks [] for router_gateway (36e752dd-1a93-43bd-81ab-1910009e9d23), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.274027 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Deleting port 64f93dac-9a28-4405-8f86-9918de8af4ed {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:58.274401 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.356304 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:58.382161 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] For port 64f93dac-9a28-4405-8f86-9918de8af4ed, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=64f93dac-9a28-4405-8f86-9918de8af4ed,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:58.382994 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.411705 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:58.425115 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:20:57Z', 'revision_number': 5, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port': {'id': '64f93dac-9a28-4405-8f86-9918de8af4ed', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:12:59Z', 'updated_at': '2022-06-16T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:58.427480 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Calling delete_port for 64f93dac-9a28-4405-8f86-9918de8af4ed owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:58.455906 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] Checking router: 36e752dd-1a93-43bd-81ab-1910009e9d23 for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:20:58.456441 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564443f-8560-45cd-a64c-f7d393881fd4 req-1808c671-e8c7-47a8-a39e-c80e7aea320f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:58.458018 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7564443f-8560-45cd-a64c-f7d393881fd4 req-1808c671-e8c7-47a8-a39e-c80e7aea320f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0724752 Jun 16 21:20:58.464970 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] Routers {'36e752dd-1a93-43bd-81ab-1910009e9d23'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:20:58.465630 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:20:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['36e752dd-1a93-43bd-81ab-1910009e9d23'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:58.501232 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device c76974f7-fb59-4c9f-9616-e5a93348d596 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:20:58.549399 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7564443f-8560-45cd-a64c-f7d393881fd4 req-871654f7-1009-4dfa-a3f8-95da10b06399 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640309 Jun 16 21:20:58.586537 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] Set router 36e752dd-1a93-43bd-81ab-1910009e9d23 gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:20:58.615522 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port c76974f7-fb59-4c9f-9616-e5a93348d596 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:20:58.646399 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:20:58Z', 'revision_number': 6, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:20:58.649835 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port c76974f7-fb59-4c9f-9616-e5a93348d596 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:20:58.650210 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.657476 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (64f93dac-9a28-4405-8f86-9918de8af4ed), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.682036 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Pushing event deleted for resources: {'Port': ['ID=64f93dac-9a28-4405-8f86-9918de8af4ed,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:58.693193 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2bc45b-7f19-4423-bf8a-9d7533021969 None None] The sync data for ids ['36e752dd-1a93-43bd-81ab-1910009e9d23'] in dv-cinder-819149-6-iscsi is: [{'id': '36e752dd-1a93-43bd-81ab-1910009e9d23', 'name': 'tempest-AttachVolumeShelveTestJSON-505747618-router', 'tenant_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:12:58Z', 'updated_at': '2022-06-16T21:20:58Z', 'revision_number': 6, 'project_id': '8fd2e5ab99c341d38c3f78dc17c0faf2', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:20:58.746699 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (36e752dd-1a93-43bd-81ab-1910009e9d23), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.750715 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port c76974f7-fb59-4c9f-9616-e5a93348d596 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:20:58.751094 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.777796 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660282bd-fd1d-4994-a613-a8a906f79462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76974f7-fb59-4c9f-9616-e5a93348d596'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:20:58.780161 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ebc7f-3dbf-4fe4-82e7-be0dce08ddd0" -d '{"events": [{"server_uuid": "660282bd-fd1d-4994-a613-a8a906f79462", "name": "network-vif-plugged", "status": "completed", "tag": "c76974f7-fb59-4c9f-9616-e5a93348d596"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:20:58.794974 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port c76974f7-fb59-4c9f-9616-e5a93348d596, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c76974f7-fb59-4c9f-9616-e5a93348d596,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:58.799343 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.823206 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e760d26-1c05-4114-b7eb-581e7d8cbd6c x-openstack-request-id: req-3e760d26-1c05-4114-b7eb-581e7d8cbd6c {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:20:58.823501 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660282bd-fd1d-4994-a613-a8a906f79462", "name": "network-vif-plugged", "status": "completed", "tag": "c76974f7-fb59-4c9f-9616-e5a93348d596", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:20:58.823751 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e760d26-1c05-4114-b7eb-581e7d8cbd6c {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:20:58.824143 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e760d26-1c05-4114-b7eb-581e7d8cbd6c'] response: {'server_uuid': '660282bd-fd1d-4994-a613-a8a906f79462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76974f7-fb59-4c9f-9616-e5a93348d596', 'code': 200} Jun 16 21:20:58.840700 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (36e752dd-1a93-43bd-81ab-1910009e9d23), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.843143 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks [] for router_controller (36e752dd-1a93-43bd-81ab-1910009e9d23), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.850554 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=c76974f7-fb59-4c9f-9616-e5a93348d596,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:58.888728 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:58.897051 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (36e752dd-1a93-43bd-81ab-1910009e9d23), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.897651 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e752dd-1a93-43bd-81ab-1910009e9d23 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:20:58.902461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:58.903598 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c858fa81-3e1e-4d71-9c85-f4f43f3fb31b admin admin] 10.222.0.43 "DELETE /v2.0/routers/36e752dd-1a93-43bd-81ab-1910009e9d23 HTTP/1.1" status: 204 len: 168 time: 0.9616103 Jun 16 21:20:58.906123 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40122) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:58.950711 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] Deleting subnet 32fd7ec2-ee74-48a1-92de-347cd2d46d3b {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:20:58.953874 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] Publish callbacks [] for subnet (32fd7ec2-ee74-48a1-92de-347cd2d46d3b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.023846 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812804'] for subnet (32fd7ec2-ee74-48a1-92de-347cd2d46d3b), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.049191 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3da53-8360-4bb1-92ee-2117927a6056 req-e7a80c1f-d8ba-45b6-b832-1dc2c9fa0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:59.050902 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1dc3da53-8360-4bb1-92ee-2117927a6056 req-e7a80c1f-d8ba-45b6-b832-1dc2c9fa0d39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 1130 time: 0.0787458 Jun 16 21:20:59.163048 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (32fd7ec2-ee74-48a1-92de-347cd2d46d3b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.201998 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1dc3da53-8360-4bb1-92ee-2117927a6056 req-45213d06-e285-46ab-8734-4111b4871c28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387682 Jun 16 21:20:59.229742 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578337e0-4631-4ac5-b09f-030d7d5eeb98 req-4a0c38b8-b040-43fc-8840-eebae78eed3c tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:59.231204 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-578337e0-4631-4ac5-b09f-030d7d5eeb98 req-4a0c38b8-b040-43fc-8840-eebae78eed3c tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 946 time: 0.1032875 Jun 16 21:20:59.262568 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:59.274089 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17516112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16912179'] for subnet (32fd7ec2-ee74-48a1-92de-347cd2d46d3b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.309659 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fd7ec2-ee74-48a1-92de-347cd2d46d3b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:59.316450 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.318620 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af91c5-7a85-4371-9be2-d329ffcda6bb None None] Network f15db21b-4597-49e4-b0f9-2724f76cadbd requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:20:59.319111 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d9fec8ed-c813-4b65-8330-9a2e52fd6894 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/32fd7ec2-ee74-48a1-92de-347cd2d46d3b HTTP/1.1" status: 204 len: 168 time: 0.4120677 Jun 16 21:20:59.321809 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40132) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:59.323872 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-578337e0-4631-4ac5-b09f-030d7d5eeb98 req-6fad2aad-33c2-47b6-9a2f-9792731ed300 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853987 Jun 16 21:20:59.366046 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:59.425434 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (f15db21b-4597-49e4-b0f9-2724f76cadbd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.455903 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40138) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:59.471865 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:59.475725 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Deleting port edee6a03-1d54-4168-983e-2ff4e57dcef3 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:59.476140 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.543632 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] DHCP port deletion for f15db21b-4597-49e4-b0f9-2724f76cadbd request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:20:59.558588 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] For port edee6a03-1d54-4168-983e-2ff4e57dcef3, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=edee6a03-1d54-4168-983e-2ff4e57dcef3,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:59.559407 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.594570 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Calling delete_port for edee6a03-1d54-4168-983e-2ff4e57dcef3 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:59.634169 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] Deleting port edee6a03-1d54-4168-983e-2ff4e57dcef3 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:20:59.635516 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.658535 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device edee6a03-1d54-4168-983e-2ff4e57dcef3 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:59.663098 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-83ddbb8e-f72b-438f-82b1-817bfa155b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.676707 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:20:59.727275 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7377-c183-4276-b74a-150865d72372 req-d8eec864-8bfa-4fe0-9f12-2e5ccb937ae0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:20:59.729115 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10aa7377-c183-4276-b74a-150865d72372 req-d8eec864-8bfa-4fe0-9f12-2e5ccb937ae0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0700805 Jun 16 21:20:59.774367 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.806043 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] For port edee6a03-1d54-4168-983e-2ff4e57dcef3, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=edee6a03-1d54-4168-983e-2ff4e57dcef3,segment=NetworkSegment(e33937db-05ca-4f58-a3a0-a02e144a25c4),segment_id=e33937db-05ca-4f58-a3a0-a02e144a25c4)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:20:59.806460 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.808479 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] No DVR routers for this DVR port edee6a03-1d54-4168-983e-2ff4e57dcef3 on host dv-cinder-819149-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:20:59.811750 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-83ddbb8e-f72b-438f-82b1-817bfa155b52 admin admin] Publish callbacks [] for security_group (b946cd17-d349-4faa-bec7-aa2c4d8506ce), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.816508 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Pushing event deleted for resources: {'Port': ['ID=edee6a03-1d54-4168-983e-2ff4e57dcef3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:59.824847 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-83ddbb8e-f72b-438f-82b1-817bfa155b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b946cd17-d349-4faa-bec7-aa2c4d8506ce), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.828881 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No active binding found for port edee6a03-1d54-4168-983e-2ff4e57dcef3 {{(pid=104110) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 16 21:20:59.829347 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] The host dv-cinder-819149-6-iscsi is not matching for port edee6a03-1d54-4168-983e-2ff4e57dcef3 host None! {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 16 21:20:59.829793 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device edee6a03-1d54-4168-983e-2ff4e57dcef3 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:59.830947 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 64f93dac-9a28-4405-8f86-9918de8af4ed no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:59.834132 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] Calling delete_port for edee6a03-1d54-4168-983e-2ff4e57dcef3 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:20:59.848703 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10aa7377-c183-4276-b74a-150865d72372 req-67c46f0f-0c0d-4b2d-9f99-d330fa42d058 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087494 Jun 16 21:20:59.864361 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 64f93dac-9a28-4405-8f86-9918de8af4ed {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:20:59.872696 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 64f93dac-9a28-4405-8f86-9918de8af4ed not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:20:59.873780 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 32b542df-03a9-4ec2-8545-c3744f8b09c2 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:20:59.926799 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-83ddbb8e-f72b-438f-82b1-817bfa155b52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54f0d8d4728b49f0b886518bc36933a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669683 Jun 16 21:20:59.928835 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40148) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:20:59.930746 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (f15db21b-4597-49e4-b0f9-2724f76cadbd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:20:59.943480 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddbb8e-f72b-438f-82b1-817bfa155b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b946cd17-d349-4faa-bec7-aa2c4d8506ce,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:20:59.992807 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15db21b-4597-49e4-b0f9-2724f76cadbd']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:21:00.009985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 32b542df-03a9-4ec2-8545-c3744f8b09c2 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:21:00.010352 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 32b542df-03a9-4ec2-8545-c3744f8b09c2 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:21:00.018537 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33937db-05ca-4f58-a3a0-a02e144a25c4') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:21:00.019758 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33937db-05ca-4f58-a3a0-a02e144a25c4') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:21:00.037689 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (e33937db-05ca-4f58-a3a0-a02e144a25c4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.058621 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (e33937db-05ca-4f58-a3a0-a02e144a25c4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.064118 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-918fdcd1-95c1-4885-9ecc-634595dd887c admin admin] Publish callbacks [] for security_group (b946cd17-d349-4faa-bec7-aa2c4d8506ce), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.065917 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:21:00.066333 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (e33937db-05ca-4f58-a3a0-a02e144a25c4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.076292 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (edee6a03-1d54-4168-983e-2ff4e57dcef3), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.093371 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-918fdcd1-95c1-4885-9ecc-634595dd887c admin admin] Publish callbacks [] for security_group (b946cd17-d349-4faa-bec7-aa2c4d8506ce), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.095845 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment e33937db-05ca-4f58-a3a0-a02e144a25c4 resource provider aggregate not found Jun 16 21:21:00.114175 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] Pushing event deleted for resources: {'Port': ['ID=edee6a03-1d54-4168-983e-2ff4e57dcef3,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:00.116994 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed22184-7b84-42d1-a849-12c31209fa97 None None] No DVR routers for this DVR port edee6a03-1d54-4168-983e-2ff4e57dcef3 on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:21:00.128481 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:00.148016 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment e33937db-05ca-4f58-a3a0-a02e144a25c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e33937db-05ca-4f58-a3a0-a02e144a25c4 found for delete ", "request_id": "req-8cb7dfb3-2e9e-44fe-b034-aad8a0a39942"}]} Jun 16 21:21:00.149850 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (f15db21b-4597-49e4-b0f9-2724f76cadbd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.151521 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-918fdcd1-95c1-4885-9ecc-634595dd887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b946cd17-d349-4faa-bec7-aa2c4d8506ce), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.154005 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.154361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-918fdcd1-95c1-4885-9ecc-634595dd887c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.161586 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-918fdcd1-95c1-4885-9ecc-634595dd887c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b946cd17-d349-4faa-bec7-aa2c4d8506ce HTTP/1.1" status: 204 len: 168 time: 0.2255430 Jun 16 21:21:00.162140 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f15db21b-4597-49e4-b0f9-2724f76cadbd HTTP/1.1" status: 204 len: 168 time: 0.8339269 Jun 16 21:21:00.169482 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fdcd1-95c1-4885-9ecc-634595dd887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946cd17-d349-4faa-bec7-aa2c4d8506ce,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:00.185506 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c3b2d-c13f-40d2-9501-5a5a41d77245 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15db21b-4597-49e4-b0f9-2724f76cadbd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:00.300018 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40164) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:00.342306 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0e99dd8b-9575-428e-99cf-4f49a1345da9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fd2e5ab99c341d38c3f78dc17c0faf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408912 Jun 16 21:21:00.344777 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40166) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:00.398476 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e61c0b9-8db5-4f23-8711-1857493c1be1 admin admin] Publish callbacks [] for security_group (eee8e39b-0d8f-4249-8eb3-07fdd024fb6d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.449022 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e61c0b9-8db5-4f23-8711-1857493c1be1 admin admin] Publish callbacks [] for security_group (eee8e39b-0d8f-4249-8eb3-07fdd024fb6d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.475054 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6a64-ccf4-4c8a-a561-9830cd22375b req-1c52ecab-d4cf-43f5-aa46-7e940a82f0ae tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:00.477456 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-955b6a64-ccf4-4c8a-a561-9830cd22375b req-1c52ecab-d4cf-43f5-aa46-7e940a82f0ae tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 946 time: 0.0738988 Jun 16 21:21:00.515412 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40170) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:00.530342 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb0a1-d418-4e58-b6fc-9fbe6a16d259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.543852 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-955b6a64-ccf4-4c8a-a561-9830cd22375b req-3f3a100e-32c5-40c6-b13a-94255a5410ad tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580559 Jun 16 21:21:00.548989 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e61c0b9-8db5-4f23-8711-1857493c1be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (eee8e39b-0d8f-4249-8eb3-07fdd024fb6d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.552128 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5e61c0b9-8db5-4f23-8711-1857493c1be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.555798 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5e61c0b9-8db5-4f23-8711-1857493c1be1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eee8e39b-0d8f-4249-8eb3-07fdd024fb6d HTTP/1.1" status: 204 len: 168 time: 0.2077017 Jun 16 21:21:00.562204 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c0b9-8db5-4f23-8711-1857493c1be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee8e39b-0d8f-4249-8eb3-07fdd024fb6d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:00.626057 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb0a1-d418-4e58-b6fc-9fbe6a16d259 admin admin] Publish callbacks [] for security_group (362d9a6a-5548-48ad-b970-38c71ccf8d25), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.630061 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb0a1-d418-4e58-b6fc-9fbe6a16d259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (362d9a6a-5548-48ad-b970-38c71ccf8d25), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.670375 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb0a1-d418-4e58-b6fc-9fbe6a16d259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d9a6a-5548-48ad-b970-38c71ccf8d25,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:00.678507 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dc6fb0a1-d418-4e58-b6fc-9fbe6a16d259 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edfd4c799066454b9d8bd9e04a480595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592128 Jun 16 21:21:00.678978 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40174) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:00.703523 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:00.732805 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46ace29c-0bd5-497e-9c99-506d921451bb admin admin] Publish callbacks [] for security_group (362d9a6a-5548-48ad-b970-38c71ccf8d25), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.755949 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46ace29c-0bd5-497e-9c99-506d921451bb admin admin] Publish callbacks [] for security_group (362d9a6a-5548-48ad-b970-38c71ccf8d25), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.774186 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:00.814488 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46ace29c-0bd5-497e-9c99-506d921451bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (362d9a6a-5548-48ad-b970-38c71ccf8d25), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.818761 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-46ace29c-0bd5-497e-9c99-506d921451bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:00.822649 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-46ace29c-0bd5-497e-9c99-506d921451bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/362d9a6a-5548-48ad-b970-38c71ccf8d25 HTTP/1.1" status: 204 len: 168 time: 0.1407621 Jun 16 21:21:00.834567 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ace29c-0bd5-497e-9c99-506d921451bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d9a6a-5548-48ad-b970-38c71ccf8d25,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:00.981856 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654bfd-2d63-4e72-8e1f-e2b6db7a233c req-758deee8-e322-4d56-bca6-eda8a75e4910 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:00.983522 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-77654bfd-2d63-4e72-8e1f-e2b6db7a233c req-758deee8-e322-4d56-bca6-eda8a75e4910 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0522902 Jun 16 21:21:01.054438 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-77654bfd-2d63-4e72-8e1f-e2b6db7a233c req-3ad2498a-6f4a-4630-b7fe-b61bf846d7f1 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636523 Jun 16 21:21:01.751041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa55739-a4fb-4d53-817e-6dc4fa48a7a4 req-4e2f6049-3720-4c77-a4a5-737094101a8c tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:01.758297 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-caa55739-a4fb-4d53-817e-6dc4fa48a7a4 req-4e2f6049-3720-4c77-a4a5-737094101a8c tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 946 time: 0.0801585 Jun 16 21:21:01.835683 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-caa55739-a4fb-4d53-817e-6dc4fa48a7a4 req-296026c1-d22e-42d4-8a55-f29c37046e05 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Jun 16 21:21:02.114974 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40272) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:02.193523 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeefac4-a7c7-4f33-aa17-23b40d60ddae req-18e2a57d-1210-4aef-ad7e-21c16276f8e5 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:02.195080 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5eeefac4-a7c7-4f33-aa17-23b40d60ddae req-18e2a57d-1210-4aef-ad7e-21c16276f8e5 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 944 time: 0.0590432 Jun 16 21:21:02.246575 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6501c831-7af4-44e0-a3c6-c8b612a9e89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.275691 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5eeefac4-a7c7-4f33-aa17-23b40d60ddae req-9f8a4ea6-dbd6-45cd-9e1f-ac92d64874bb tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730615 Jun 16 21:21:02.352387 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6501c831-7af4-44e0-a3c6-c8b612a9e89b admin admin] Publish callbacks [] for security_group (60d2dc68-cbf0-4ecc-b77b-cdf841a59c06), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.357274 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6501c831-7af4-44e0-a3c6-c8b612a9e89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (60d2dc68-cbf0-4ecc-b77b-cdf841a59c06), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.403045 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6501c831-7af4-44e0-a3c6-c8b612a9e89b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f786493fa40450098fa4b94b1c26214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867820 Jun 16 21:21:02.403829 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501c831-7af4-44e0-a3c6-c8b612a9e89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2dc68-cbf0-4ecc-b77b-cdf841a59c06,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:02.405688 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40284) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:02.456742 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ed514a2f-186b-48c0-98b9-b118de78e8e1 admin admin] Publish callbacks [] for security_group (60d2dc68-cbf0-4ecc-b77b-cdf841a59c06), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.479858 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ed514a2f-186b-48c0-98b9-b118de78e8e1 admin admin] Publish callbacks [] for security_group (60d2dc68-cbf0-4ecc-b77b-cdf841a59c06), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.537383 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ed514a2f-186b-48c0-98b9-b118de78e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (60d2dc68-cbf0-4ecc-b77b-cdf841a59c06), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.539824 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ed514a2f-186b-48c0-98b9-b118de78e8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.541021 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ed514a2f-186b-48c0-98b9-b118de78e8e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60d2dc68-cbf0-4ecc-b77b-cdf841a59c06 HTTP/1.1" status: 204 len: 168 time: 0.1343563 Jun 16 21:21:02.549180 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed514a2f-186b-48c0-98b9-b118de78e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2dc68-cbf0-4ecc-b77b-cdf841a59c06,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:02.654377 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device a184de69-92f7-4829-83d3-e946b229e004 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:21:02.746842 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:02.779665 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port a184de69-92f7-4829-83d3-e946b229e004, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a184de69-92f7-4829-83d3-e946b229e004,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:02.792467 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'a184de69-92f7-4829-83d3-e946b229e004', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'port_id': 'a184de69-92f7-4829-83d3-e946b229e004', 'mac_address': 'fa:16:3e:ff:bb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:21:02.830229 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port a184de69-92f7-4829-83d3-e946b229e004 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:21:02.830621 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (a184de69-92f7-4829-83d3-e946b229e004), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.854091 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a184de69-92f7-4829-83d3-e946b229e004 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:21:02.884775 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port a184de69-92f7-4829-83d3-e946b229e004, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a184de69-92f7-4829-83d3-e946b229e004,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:02.890619 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (a184de69-92f7-4829-83d3-e946b229e004), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:02.943945 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=a184de69-92f7-4829-83d3-e946b229e004,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:03.221274 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:21:03.413179 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98fa77-6911-4270-aa47-f216d51ccb26 req-ea2f6df6-1830-4bd4-bf4c-07b477058a4f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:03.420702 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f98fa77-6911-4270-aa47-f216d51ccb26 req-ea2f6df6-1830-4bd4-bf4c-07b477058a4f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 945 time: 0.0636282 Jun 16 21:21:03.448208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:03.481280 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f98fa77-6911-4270-aa47-f216d51ccb26 req-e7385a41-58e7-49f1-b7b6-f1588f7e8024 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591707 Jun 16 21:21:04.620867 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75832a-b890-4f22-bb69-d5c79e36f4f2 req-b77d713e-be4b-4485-b609-b5fba7cf5091 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:04.622906 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e75832a-b890-4f22-bb69-d5c79e36f4f2 req-b77d713e-be4b-4485-b609-b5fba7cf5091 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 945 time: 0.0643525 Jun 16 21:21:04.652406 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['a184de69-92f7-4829-83d3-e946b229e004'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:21:04.716901 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6e75832a-b890-4f22-bb69-d5c79e36f4f2 req-f1238870-f463-4e43-88d3-f1ff97211e14 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871198 Jun 16 21:21:04.917996 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:05.024640 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22d1eb-ab46-4ecf-a3a6-16973d89553f req-9eaf0b36-f2e6-4c21-af31-016f92c4943a tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:05.026105 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd22d1eb-ab46-4ecf-a3a6-16973d89553f req-9eaf0b36-f2e6-4c21-af31-016f92c4943a tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 946 time: 0.0494602 Jun 16 21:21:05.073388 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd22d1eb-ab46-4ecf-a3a6-16973d89553f req-223019fa-c456-4212-8b4f-3a30f914d59f tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Jun 16 21:21:05.097939 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdf7f-292d-4aba-957a-513d82de9e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:05.837329 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8355d52-66dc-44ec-999f-247c5b5bce66 req-a08bcd58-f9a1-466f-ab9f-7edf1b08395a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:05.838999 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e8355d52-66dc-44ec-999f-247c5b5bce66 req-a08bcd58-f9a1-466f-ab9f-7edf1b08395a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 945 time: 0.0477192 Jun 16 21:21:05.896016 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e8355d52-66dc-44ec-999f-247c5b5bce66 req-7504bf0b-4160-414d-b64c-074c2ca8451e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502369 Jun 16 21:21:06.197441 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbc880-a4af-4576-bf9b-6945b83ccfa0 req-3d19bd92-31bd-4a57-8008-c7e1111ded43 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:06.199126 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78dbc880-a4af-4576-bf9b-6945b83ccfa0 req-3d19bd92-31bd-4a57-8008-c7e1111ded43 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 946 time: 0.0562885 Jun 16 21:21:06.248521 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78dbc880-a4af-4576-bf9b-6945b83ccfa0 req-3944face-394c-4a2b-84b4-dde266376083 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Jun 16 21:21:06.581233 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device a184de69-92f7-4829-83d3-e946b229e004 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:21:06.616451 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-12829f70-9401-4f7d-ae9e-00ea70089606 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:06.618160 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-12829f70-9401-4f7d-ae9e-00ea70089606 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 946 time: 0.0722110 Jun 16 21:21:06.643796 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port a184de69-92f7-4829-83d3-e946b229e004 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:21:06.665773 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port a184de69-92f7-4829-83d3-e946b229e004 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:21:06.666156 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (a184de69-92f7-4829-83d3-e946b229e004), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:06.748336 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Deleting port c76974f7-fb59-4c9f-9616-e5a93348d596 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:21:06.748683 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:06.778301 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port a184de69-92f7-4829-83d3-e946b229e004 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:21:06.778685 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (a184de69-92f7-4829-83d3-e946b229e004), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:06.818520 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port a184de69-92f7-4829-83d3-e946b229e004, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a184de69-92f7-4829-83d3-e946b229e004,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:06.819590 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:21:06.822918 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee7a59-ef7e-40d1-8f91-432f0696e3d6" -d '{"events": [{"server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "name": "network-vif-plugged", "status": "completed", "tag": "a184de69-92f7-4829-83d3-e946b229e004"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:21:06.826504 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (a184de69-92f7-4829-83d3-e946b229e004), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:06.877523 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36be14a4-5696-4b5b-8082-088c165aced4 x-openstack-request-id: req-36be14a4-5696-4b5b-8082-088c165aced4 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:21:06.877814 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "name": "network-vif-plugged", "status": "completed", "tag": "a184de69-92f7-4829-83d3-e946b229e004", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:21:06.878255 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36be14a4-5696-4b5b-8082-088c165aced4 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:21:06.878667 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36be14a4-5696-4b5b-8082-088c165aced4'] response: {'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004', 'code': 200} Jun 16 21:21:06.894913 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=a184de69-92f7-4829-83d3-e946b229e004,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:06.899998 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] For port c76974f7-fb59-4c9f-9616-e5a93348d596, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c76974f7-fb59-4c9f-9616-e5a93348d596,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:06.900589 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:06.920646 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Calling delete_port for c76974f7-fb59-4c9f-9616-e5a93348d596 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:21:06.979966 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:07.090412 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966b1b3-b9fb-4ed3-a5be-b4fee09718e0 req-c4238e4e-fddd-47da-9005-59d451387b5c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:07.093460 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d966b1b3-b9fb-4ed3-a5be-b4fee09718e0 req-c4238e4e-fddd-47da-9005-59d451387b5c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 946 time: 0.1003389 Jun 16 21:21:07.152210 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d966b1b3-b9fb-4ed3-a5be-b4fee09718e0 req-41901b0a-af2c-42c7-a6f4-1d1dd493b021 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506494 Jun 16 21:21:07.152412 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (c76974f7-fb59-4c9f-9616-e5a93348d596), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:07.168892 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['c76974f7-fb59-4c9f-9616-e5a93348d596'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:21:07.216436 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Pushing event deleted for resources: {'Port': ['ID=c76974f7-fb59-4c9f-9616-e5a93348d596,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:07.220223 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:07.226476 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c4dc2-3707-4b3c-a8d7-c94c517b7d40 req-e6360ddf-f599-4f1d-a389-754673b3e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:07.227975 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785c4dc2-3707-4b3c-a8d7-c94c517b7d40 req-e6360ddf-f599-4f1d-a389-754673b3e96c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 1130 time: 0.0736160 Jun 16 21:21:07.280660 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] No DVR routers for this DVR port c76974f7-fb59-4c9f-9616-e5a93348d596 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:21:07.283842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:07.287602 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-18c44eb7-6fe6-4ade-83cb-de44c0d5fb32 req-57d2bf49-8502-4783-9996-d3b305da7ed8 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "DELETE /v2.0/ports/c76974f7-fb59-4c9f-9616-e5a93348d596 HTTP/1.1" status: 204 len: 173 time: 0.6520615 Jun 16 21:21:07.288011 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660282bd-fd1d-4994-a613-a8a906f79462', 'name': 'network-vif-deleted', 'tag': 'c76974f7-fb59-4c9f-9616-e5a93348d596'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:21:07.290268 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0960362f-ac56-4c6f-aabe-c1fba577699c" -d '{"events": [{"server_uuid": "660282bd-fd1d-4994-a613-a8a906f79462", "name": "network-vif-deleted", "tag": "c76974f7-fb59-4c9f-9616-e5a93348d596"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:21:07.320764 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-785c4dc2-3707-4b3c-a8d7-c94c517b7d40 req-c0a943eb-eb7e-4192-af2d-aabe04e92f8a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709212 Jun 16 21:21:07.346052 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5506f81-bab4-4609-96d7-79194b810ef3 x-openstack-request-id: req-d5506f81-bab4-4609-96d7-79194b810ef3 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:21:07.346368 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660282bd-fd1d-4994-a613-a8a906f79462", "name": "network-vif-deleted", "tag": "c76974f7-fb59-4c9f-9616-e5a93348d596", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:21:07.346597 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5506f81-bab4-4609-96d7-79194b810ef3 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:21:07.346997 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5506f81-bab4-4609-96d7-79194b810ef3'] response: {'server_uuid': '660282bd-fd1d-4994-a613-a8a906f79462', 'name': 'network-vif-deleted', 'tag': 'c76974f7-fb59-4c9f-9616-e5a93348d596', 'status': 'completed', 'code': 200} Jun 16 21:21:07.350293 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-06407e28-e03e-4099-bd1f-4d3886e0851e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:07.367200 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ce756abc-8940-4ad0-a097-fca582c34ffd req-24a6c6c6-2d94-4c89-a2d7-b15a9716a19d tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 210 time: 0.0333233 Jun 16 21:21:08.143660 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40492) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:08.299117 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0b6e228e-4226-49cd-badc-b62092c19fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.301947 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fec2b-f10c-491b-a9a7-771f67138eb6 req-ed96cc24-8913-49d5-b8dd-32a8d4275b0e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:08.304196 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a3fec2b-f10c-491b-a9a7-771f67138eb6 req-ed96cc24-8913-49d5-b8dd-32a8d4275b0e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 946 time: 0.0561061 Jun 16 21:21:08.388611 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a3fec2b-f10c-491b-a9a7-771f67138eb6 req-61d93162-8b3e-4b11-a3d1-8a368820d134 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774212 Jun 16 21:21:08.476541 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0b6e228e-4226-49cd-badc-b62092c19fe7 admin admin] Publish callbacks [] for security_group (321df192-0756-44f0-842d-5cc9acc81d73), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.481807 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0b6e228e-4226-49cd-badc-b62092c19fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (321df192-0756-44f0-842d-5cc9acc81d73), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.548017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e228e-4226-49cd-badc-b62092c19fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321df192-0756-44f0-842d-5cc9acc81d73,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:08.553322 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0b6e228e-4226-49cd-badc-b62092c19fe7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6635b6cd741f4648a631e494a44bb147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068620 Jun 16 21:21:08.556119 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40518) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:08.576583 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a12aad8-d3fa-4a80-a76a-16df1c654f69 req-f1e3eae9-bda4-4e76-9c0c-302de4065849 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=660282bd-fd1d-4994-a613-a8a906f79462 HTTP/1.1" status: 200 len: 210 time: 0.0385988 Jun 16 21:21:08.582991 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:08.605973 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:08.611625 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40520) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:08.618782 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.623760 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:08.638992 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d289ef5b-f82b-40aa-b658-46cfdb6ac40f admin admin] Publish callbacks [] for security_group (321df192-0756-44f0-842d-5cc9acc81d73), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.663651 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d289ef5b-f82b-40aa-b658-46cfdb6ac40f admin admin] Publish callbacks [] for security_group (321df192-0756-44f0-842d-5cc9acc81d73), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.717453 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d289ef5b-f82b-40aa-b658-46cfdb6ac40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (321df192-0756-44f0-842d-5cc9acc81d73), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.720199 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d289ef5b-f82b-40aa-b658-46cfdb6ac40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.721680 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d289ef5b-f82b-40aa-b658-46cfdb6ac40f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/321df192-0756-44f0-842d-5cc9acc81d73 HTTP/1.1" status: 204 len: 168 time: 0.1640236 Jun 16 21:21:08.732746 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289ef5b-f82b-40aa-b658-46cfdb6ac40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321df192-0756-44f0-842d-5cc9acc81d73,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:08.738670 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20a29924-9acb-4467-81c2-158a5c0f8614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.781247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:08.841753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20a29924-9acb-4467-81c2-158a5c0f8614 admin admin] Publish callbacks [] for security_group (b7cfa20e-c254-4e57-afbc-3e1aa5547426), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.850374 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20a29924-9acb-4467-81c2-158a5c0f8614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b7cfa20e-c254-4e57-afbc-3e1aa5547426), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:08.922376 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-20a29924-9acb-4467-81c2-158a5c0f8614 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fc7566108934a77b0de0ea995e4fa66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084638 Jun 16 21:21:08.923506 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29924-9acb-4467-81c2-158a5c0f8614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cfa20e-c254-4e57-afbc-3e1aa5547426,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:08.926017 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40528) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:09.004297 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73bd7267-3da2-425b-9f65-d55b3a8833e6 admin admin] Publish callbacks [] for security_group (b7cfa20e-c254-4e57-afbc-3e1aa5547426), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.030725 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73bd7267-3da2-425b-9f65-d55b3a8833e6 admin admin] Publish callbacks [] for security_group (b7cfa20e-c254-4e57-afbc-3e1aa5547426), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.093809 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73bd7267-3da2-425b-9f65-d55b3a8833e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b7cfa20e-c254-4e57-afbc-3e1aa5547426), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.097035 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-73bd7267-3da2-425b-9f65-d55b3a8833e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.098233 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-73bd7267-3da2-425b-9f65-d55b3a8833e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7cfa20e-c254-4e57-afbc-3e1aa5547426 HTTP/1.1" status: 204 len: 168 time: 0.1705403 Jun 16 21:21:09.107699 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd7267-3da2-425b-9f65-d55b3a8833e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cfa20e-c254-4e57-afbc-3e1aa5547426,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:09.170463 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40532) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:09.186272 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f606ecf7-ecd5-4cbf-94cc-aaa0015e9536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.282596 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f606ecf7-ecd5-4cbf-94cc-aaa0015e9536 admin admin] Publish callbacks [] for security_group (532eb2a5-8849-4b62-ad2b-cad1efd68433), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.294992 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f606ecf7-ecd5-4cbf-94cc-aaa0015e9536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (532eb2a5-8849-4b62-ad2b-cad1efd68433), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.340736 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40536) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:09.341378 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f606ecf7-ecd5-4cbf-94cc-aaa0015e9536 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee3bf4fe923349d4a4bdf8c0229a4363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690474 Jun 16 21:21:09.342918 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ecf7-ecd5-4cbf-94cc-aaa0015e9536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532eb2a5-8849-4b62-ad2b-cad1efd68433,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:09.422975 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c998-bab4-4f65-b449-676237a95637 admin admin] Publish callbacks [] for security_group (532eb2a5-8849-4b62-ad2b-cad1efd68433), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.426089 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:09.472621 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c998-bab4-4f65-b449-676237a95637 admin admin] Publish callbacks [] for security_group (532eb2a5-8849-4b62-ad2b-cad1efd68433), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.549454 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c998-bab4-4f65-b449-676237a95637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (532eb2a5-8849-4b62-ad2b-cad1efd68433), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.554824 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c998-bab4-4f65-b449-676237a95637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.556038 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f2f7c998-bab4-4f65-b449-676237a95637 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/532eb2a5-8849-4b62-ad2b-cad1efd68433 HTTP/1.1" status: 204 len: 168 time: 0.2141144 Jun 16 21:21:09.565495 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7c998-bab4-4f65-b449-676237a95637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532eb2a5-8849-4b62-ad2b-cad1efd68433,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:09.615107 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de92e7-1185-4065-b425-5ea10984b4f5 req-a095daae-c4da-4bd5-9c92-a89335772286 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:09.628224 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33de92e7-1185-4065-b425-5ea10984b4f5 req-a095daae-c4da-4bd5-9c92-a89335772286 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 946 time: 0.0831003 Jun 16 21:21:09.684969 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33de92e7-1185-4065-b425-5ea10984b4f5 req-088599d6-f7e5-4242-b660-b4101c513df2 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601656 Jun 16 21:21:09.713192 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40554) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:09.729696 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0281150-49d4-48c6-8319-0204db3c6a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.854594 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0281150-49d4-48c6-8319-0204db3c6a16 admin admin] Publish callbacks [] for security_group (cef511cc-ba4c-4b1a-bf1f-8a65193286be), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.860598 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c0281150-49d4-48c6-8319-0204db3c6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (cef511cc-ba4c-4b1a-bf1f-8a65193286be), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:09.878932 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736fd48-4f4b-497c-859a-a681ebaed597 req-38decbd1-c4dd-4b75-a219-eb3f87c9fab7 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:09.883976 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:09.888001 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0736fd48-4f4b-497c-859a-a681ebaed597 req-38decbd1-c4dd-4b75-a219-eb3f87c9fab7 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 946 time: 0.1012619 Jun 16 21:21:09.915490 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c0281150-49d4-48c6-8319-0204db3c6a16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b03781ed3975444ca4cff57d95fe6b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012479 Jun 16 21:21:09.916706 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281150-49d4-48c6-8319-0204db3c6a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef511cc-ba4c-4b1a-bf1f-8a65193286be,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:09.922277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40566) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:10.009101 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0736fd48-4f4b-497c-859a-a681ebaed597 req-393c230d-4ce7-427c-89ca-907c62a89d3e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185546 Jun 16 21:21:10.029437 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6e2f51a5-a94f-45c2-a756-f814dfdd19b6 admin admin] Publish callbacks [] for security_group (cef511cc-ba4c-4b1a-bf1f-8a65193286be), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.034569 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40580) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:10.056083 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6e2f51a5-a94f-45c2-a756-f814dfdd19b6 admin admin] Publish callbacks [] for security_group (cef511cc-ba4c-4b1a-bf1f-8a65193286be), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.117930 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6e2f51a5-a94f-45c2-a756-f814dfdd19b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (cef511cc-ba4c-4b1a-bf1f-8a65193286be), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.122963 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6e2f51a5-a94f-45c2-a756-f814dfdd19b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.124718 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6e2f51a5-a94f-45c2-a756-f814dfdd19b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cef511cc-ba4c-4b1a-bf1f-8a65193286be HTTP/1.1" status: 204 len: 168 time: 0.1979427 Jun 16 21:21:10.136682 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f51a5-a94f-45c2-a756-f814dfdd19b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef511cc-ba4c-4b1a-bf1f-8a65193286be,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:10.146678 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e8d713ab-51ba-490c-bd7e-43e67abc4b44 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:10.148605 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e8d713ab-51ba-490c-bd7e-43e67abc4b44 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/networks?id=91b7ccee-e055-4907-b88a-7403ae972460 HTTP/1.1" status: 200 len: 808 time: 0.1681812 Jun 16 21:21:10.158425 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.168164 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-7a8caf09-4907-49fa-ac96-7bfec0ab3cd7 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/quotas/404175dcaa0144fab98ad34e4834de35 HTTP/1.1" status: 200 len: 375 time: 0.0124760 Jun 16 21:21:10.218119 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-8b62d735-16fe-423e-bd79-c90579f43612 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=404175dcaa0144fab98ad34e4834de35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403380 Jun 16 21:21:10.313205 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:10.352213 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e4b466ba-7667-4a88-9322-70af828131c6 service neutron] 10.222.0.43 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251483 Jun 16 21:21:10.386747 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a243b5-06a4-453a-bf30-1d40c7ace606 tempest-TestVolumeBootPattern-1931065332 tempest-TestVolumeBootPattern-1931065332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:10.391169 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b1a243b5-06a4-453a-bf30-1d40c7ace606 tempest-TestVolumeBootPattern-1931065332 tempest-TestVolumeBootPattern-1931065332-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 1125 time: 0.3530223 Jun 16 21:21:10.391845 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40592) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:10.399664 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'port_id': 'a184de69-92f7-4829-83d3-e946b229e004', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:21:10.430481 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.481565 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-d9d31b9c-5afa-4ad7-94fe-0f01282808b3 service neutron] 10.222.0.43 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212826 Jun 16 21:21:10.534067 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.586691 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device c76974f7-fb59-4c9f-9616-e5a93348d596 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:21:10.648353 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: c76974f7-fb59-4c9f-9616-e5a93348d596 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:21:10.648353 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device c76974f7-fb59-4c9f-9616-e5a93348d596 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:21:10.654549 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.701462 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Allocated IP 172.27.3.63 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/4e9044ca-c403-4bb3-8125-9e990e03d5cf) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:21:10.745658 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-28a6e991-96b4-4269-9a2c-f58aa8bb4521 req-db3c1ad6-471c-41fb-bc97-463e148b613d tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 210 time: 0.0368595 Jun 16 21:21:10.822386 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:10.889022 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.952707 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:10.985763 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:21:11.008277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:21:11.017225 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:21:11.071534 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=4e9044ca-c403-4bb3-8125-9e990e03d5cf,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:11.088995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:11.831292 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (059b61d3-f75e-42eb-b453-cb0bd0e7856d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:11.905604 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55daf503-79e3-47bf-ae2b-749aea0e752a req-6f7be762-70e3-481f-bb23-eac55494db58 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 210 time: 0.0457008 Jun 16 21:21:11.954262 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40672) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:12.010696 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-b5ba38fa-5999-4a6e-b3b1-b5e835cb92a9 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:12.012496 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-b5ba38fa-5999-4a6e-b3b1-b5e835cb92a9 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "GET /v2.0/networks?id=91b7ccee-e055-4907-b88a-7403ae972460 HTTP/1.1" status: 200 len: 808 time: 0.1484458 Jun 16 21:21:12.039853 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Request body: {'port': {'device_id': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460', 'admin_state_up': True, 'tenant_id': '404175dcaa0144fab98ad34e4834de35'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:21:12.084462 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.216914 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:12.225634 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-84d70e79-f793-46f1-8cc8-c420a244637c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.277897 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Made reservation on behalf of 404175dcaa0144fab98ad34e4834de35 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:21:12.282722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.352017 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-84d70e79-f793-46f1-8cc8-c420a244637c admin admin] Publish callbacks [] for security_group (9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.360256 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-84d70e79-f793-46f1-8cc8-c420a244637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.420523 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d70e79-f793-46f1-8cc8-c420a244637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:12.444462 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-84d70e79-f793-46f1-8cc8-c420a244637c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9306fa49b1fd4a29b7ded95dd4a202a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4879706 Jun 16 21:21:12.447178 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40694) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:12.520789 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.548187 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-883449c6-9579-4647-a171-fbbb82359021 admin admin] Publish callbacks [] for security_group (9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.574312 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-883449c6-9579-4647-a171-fbbb82359021 admin admin] Publish callbacks [] for security_group (9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.609625 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Allocated IP 172.20.0.14 (91b7ccee-e055-4907-b88a-7403ae972460/3a24d2db-20e5-49da-86e3-76d00deffa84/98a0cd33-3461-49cd-b20d-682e82acabc0) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:21:12.620627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:12.623876 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.648520 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-883449c6-9579-4647-a171-fbbb82359021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.653795 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-883449c6-9579-4647-a171-fbbb82359021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:12.659903 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-883449c6-9579-4647-a171-fbbb82359021 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1 HTTP/1.1" status: 204 len: 168 time: 0.2056417 Jun 16 21:21:12.714980 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883449c6-9579-4647-a171-fbbb82359021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d54c93a-cc4b-43f9-a5f9-269a9f4d49c1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:12.806668 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=4e9044ca-c403-4bb3-8125-9e990e03d5cf,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:12.878977 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (059b61d3-f75e-42eb-b453-cb0bd0e7856d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.028420 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks [] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.072796 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2b06e0dc-3741-4d51-9fd5-0af3cb9f8f26 req-858023cb-7498-4c99-83e8-248be4d238a3 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 210 time: 0.0496716 Jun 16 21:21:13.078882 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Floating IP 059b61d3-f75e-42eb-b453-cb0bd0e7856d associated. External IP: 172.27.3.63, port: a184de69-92f7-4829-83d3-e946b229e004. Jun 16 21:21:13.171250 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:13.192430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.198350 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40714) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:13.213300 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d25e8fe6-5f82-458f-a81c-75b2722b5318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.216451 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:13.254030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Network 91b7ccee-e055-4907-b88a-7403ae972460 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:21:13.260591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:21:13.264355 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:21:13.296569 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:13.311131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d25e8fe6-5f82-458f-a81c-75b2722b5318 admin admin] Publish callbacks [] for security_group (fab2dc09-70dd-4092-a653-afc7cc4c3c56), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.316825 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d25e8fe6-5f82-458f-a81c-75b2722b5318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (fab2dc09-70dd-4092-a653-afc7cc4c3c56), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.326456 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Pushing event updated for resources: {'Port': ['ID=98a0cd33-3461-49cd-b20d-682e82acabc0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:13.336896 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:13.336896 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.381189 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e8fe6-5f82-458f-a81c-75b2722b5318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab2dc09-70dd-4092-a653-afc7cc4c3c56,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:13.386645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d25e8fe6-5f82-458f-a81c-75b2722b5318 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d51603b34c0f45fabd01976ba3b83ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872041 Jun 16 21:21:13.389343 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40722) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:13.425399 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e1c526de-a934-4c34-a1d6-c67293abbcc0 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3907444 Jun 16 21:21:13.439840 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Request body: {'port': {'device_id': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:21:13.450080 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2036-e620-492c-b5a3-e40d1a886d55 admin admin] Publish callbacks [] for security_group (fab2dc09-70dd-4092-a653-afc7cc4c3c56), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.472523 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2036-e620-492c-b5a3-e40d1a886d55 admin admin] Publish callbacks [] for security_group (fab2dc09-70dd-4092-a653-afc7cc4c3c56), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.502123 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:13.512869 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:21:13.524599 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2036-e620-492c-b5a3-e40d1a886d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (fab2dc09-70dd-4092-a653-afc7cc4c3c56), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.527145 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2036-e620-492c-b5a3-e40d1a886d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.528323 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bbbe2036-e620-492c-b5a3-e40d1a886d55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fab2dc09-70dd-4092-a653-afc7cc4c3c56 HTTP/1.1" status: 204 len: 168 time: 0.1379750 Jun 16 21:21:13.537000 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe2036-e620-492c-b5a3-e40d1a886d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab2dc09-70dd-4092-a653-afc7cc4c3c56,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:13.538740 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.616218 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:13.737329 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:21:13.747446 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:21:13.758630 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:21:13.759268 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:21:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:21:13.799516 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:13.872527 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b48e2f84-cccf-4cfc-b533-2cffdeca27a0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4784770 Jun 16 21:21:13.872966 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:21:13.876597 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:21:13.878822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b39039-79e4-4bf5-a943-61ccf60effc3" -d '{"events": [{"name": "network-changed", "server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "tag": "a184de69-92f7-4829-83d3-e946b229e004"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:21:13.993910 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40740) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:14.001268 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9793d3cc-f9d5-4905-897e-a5688de244a5 x-openstack-request-id: req-9793d3cc-f9d5-4905-897e-a5688de244a5 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:21:14.001718 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "tag": "a184de69-92f7-4829-83d3-e946b229e004", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:21:14.001835 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9793d3cc-f9d5-4905-897e-a5688de244a5 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:21:14.002205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9793d3cc-f9d5-4905-897e-a5688de244a5'] response: {'name': 'network-changed', 'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004', 'status': 'completed', 'code': 200} Jun 16 21:21:14.005742 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a0cd33-3461-49cd-b20d-682e82acabc0 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:21:14.018355 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1dca4b61-eb17-4502-86af-e88b4deb09a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.046265 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Publish callbacks [] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.069620 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Transition to ACTIVE for port object 98a0cd33-3461-49cd-b20d-682e82acabc0 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:21:14.070777 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-800fe1a9-9d64-48d2-bb87-63f0706a578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:14.072370 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-800fe1a9-9d64-48d2-bb87-63f0706a578c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 1130 time: 0.0693827 Jun 16 21:21:14.075232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.157935 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1dca4b61-eb17-4502-86af-e88b4deb09a2 admin admin] Publish callbacks [] for security_group (69003792-23e0-4f7e-8464-bca7012226ce), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.164377 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1dca4b61-eb17-4502-86af-e88b4deb09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (69003792-23e0-4f7e-8464-bca7012226ce), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.166442 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '059b61d3-f75e-42eb-b453-cb0bd0e7856d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': 'a184de69-92f7-4829-83d3-e946b229e004', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:ff:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334a1b5b-c324-4952-9875-f93b251a544c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:21:11Z', 'updated_at': '2022-06-16T21:21:11Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:21:14.201938 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:21:14.212710 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Pushing event updated for resources: {'Port': ['ID=98a0cd33-3461-49cd-b20d-682e82acabc0,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:14.213755 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:21:14.215260 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1dca4b61-eb17-4502-86af-e88b4deb09a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2567d1ba237240adb803c46e4f514006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200098 Jun 16 21:21:14.215865 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:21:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:21:14.217712 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca4b61-eb17-4502-86af-e88b4deb09a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69003792-23e0-4f7e-8464-bca7012226ce,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:14.220081 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40748) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:14.280660 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9bff0e50-1e93-4c18-b892-14a2f378c5a0 admin admin] Publish callbacks [] for security_group (69003792-23e0-4f7e-8464-bca7012226ce), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.307808 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9bff0e50-1e93-4c18-b892-14a2f378c5a0 admin admin] Publish callbacks [] for security_group (69003792-23e0-4f7e-8464-bca7012226ce), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.317655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa345d-aa9c-4e54-9fe8-401288e9cfc9 req-7436b390-34d8-465b-adf3-8085b2859228 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:14.319236 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acaa345d-aa9c-4e54-9fe8-401288e9cfc9 req-7436b390-34d8-465b-adf3-8085b2859228 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 944 time: 0.1233640 Jun 16 21:21:14.328541 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-ece0e242-5093-4b27-bf49-1e113509c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:14.329914 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-ece0e242-5093-4b27-bf49-1e113509c84b service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.2494178 Jun 16 21:21:14.337695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:14.375338 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9bff0e50-1e93-4c18-b892-14a2f378c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (69003792-23e0-4f7e-8464-bca7012226ce), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.378005 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9bff0e50-1e93-4c18-b892-14a2f378c5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.382279 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9bff0e50-1e93-4c18-b892-14a2f378c5a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69003792-23e0-4f7e-8464-bca7012226ce HTTP/1.1" status: 204 len: 168 time: 0.1582212 Jun 16 21:21:14.395026 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff0e50-1e93-4c18-b892-14a2f378c5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69003792-23e0-4f7e-8464-bca7012226ce,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:14.463970 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:21:14.473794 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:14.489055 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Attempting to bind port 98a0cd33-3461-49cd-b20d-682e82acabc0 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:21:14.489394 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Attempting to bind port 98a0cd33-3461-49cd-b20d-682e82acabc0 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:21:14.489831 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Attempting to bind port 98a0cd33-3461-49cd-b20d-682e82acabc0 on network 91b7ccee-e055-4907-b88a-7403ae972460 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:21:14.517784 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Port 98a0cd33-3461-49cd-b20d-682e82acabc0 on network 91b7ccee-e055-4907-b88a-7403ae972460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:21:14.518137 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Attempting to bind port 98a0cd33-3461-49cd-b20d-682e82acabc0 on network 91b7ccee-e055-4907-b88a-7403ae972460 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:21:14.535170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:21:14.535170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Checking segment: {'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:21:14.535170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Bound using segment: {'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:21:14.535170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Bound port: 98a0cd33-3461-49cd-b20d-682e82acabc0, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4c1f63-3397-44ea-99dc-8c38e4147261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:21:14.535170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.540255 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-acaa345d-aa9c-4e54-9fe8-401288e9cfc9 req-390cf4db-f98a-43d5-aa8b-35aa1e2925d7 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050445 Jun 16 21:21:14.549293 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-c9318c8f-2d77-4392-86e1-9ed9f7ad5310 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a184de69-92f7-4829-83d3-e946b229e004 HTTP/1.1" status: 200 len: 999 time: 0.2078395 Jun 16 21:21:14.642784 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-0c7c70eb-68d5-456b-8d91-b92ca3e7477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:14.644402 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-0c7c70eb-68d5-456b-8d91-b92ca3e7477b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0875115 Jun 16 21:21:14.650669 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] For port 98a0cd33-3461-49cd-b20d-682e82acabc0, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:21:14.655204 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] For port 98a0cd33-3461-49cd-b20d-682e82acabc0, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=98a0cd33-3461-49cd-b20d-682e82acabc0,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:21:14.692298 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.737793 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:14.738293 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:14.740847 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/98a0cd33-3461-49cd-b20d-682e82acabc0 HTTP/1.1" status: 200 len: 1094 time: 1.3064985 Jun 16 21:21:14.741645 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-0f5d3e37-77af-452a-aaf0-230766370ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:14.743000 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-0f5d3e37-77af-452a-aaf0-230766370ec3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899644 Jun 16 21:21:14.775851 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '059b61d3-f75e-42eb-b453-cb0bd0e7856d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': 'a184de69-92f7-4829-83d3-e946b229e004', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:ff:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334a1b5b-c324-4952-9875-f93b251a544c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:21:11Z', 'updated_at': '2022-06-16T21:21:11Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:21:14.804770 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422597c-dd6c-42c8-8410-c16bc02eae22 None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '059b61d3-f75e-42eb-b453-cb0bd0e7856d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': 'a184de69-92f7-4829-83d3-e946b229e004', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:ff:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334a1b5b-c324-4952-9875-f93b251a544c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:21:11Z', 'updated_at': '2022-06-16T21:21:11Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:21:14.831771 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ab589-fb9f-44bf-92d5-e0e9261114a8 service neutron] Pushing event updated for resources: {'Port': ['ID=98a0cd33-3461-49cd-b20d-682e82acabc0,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:14.900273 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-f6b5749c-8e85-4168-954c-23974379b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:14.904228 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-f6b5749c-8e85-4168-954c-23974379b992 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=404175dcaa0144fab98ad34e4834de35&device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 1128 time: 0.1126149 Jun 16 21:21:14.955344 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-54fa54ba-5a95-496c-acd7-172d4b66313c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a0cd33-3461-49cd-b20d-682e82acabc0 HTTP/1.1" status: 200 len: 217 time: 0.0407634 Jun 16 21:21:14.982075 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-dbb9a4cd-0bf2-42f6-ae1b-c06ee0cbe22f service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265470 Jun 16 21:21:15.094872 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-40e40271-3c32-4db6-918c-bc6bf1c2c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:15.096316 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-40e40271-3c32-4db6-918c-bc6bf1c2c10d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a24d2db-20e5-49da-86e3-76d00deffa84 HTTP/1.1" status: 200 len: 848 time: 0.1351862 Jun 16 21:21:15.133993 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a038fb-7613-40f4-8952-a3f1a0b8aa70 None None] New status for floating IP 059b61d3-f75e-42eb-b453-cb0bd0e7856d: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:21:15.140278 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-aea3de9d-8afd-45b6-8b5a-39102070f5e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91b7ccee-e055-4907-b88a-7403ae972460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350046 Jun 16 21:21:15.173956 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c0b39039-79e4-4bf5-a943-61ccf60effc3 req-e2b145d4-dbf8-47ab-8a5b-bd6519e703e1 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715167 Jun 16 21:21:15.267496 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-2aa685b4-2d3b-4d37-b78a-97112c46d961 service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166019 Jun 16 21:21:15.383875 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d5796a28-de6f-4ae9-b3c3-478353a55534 req-e17c6a37-3991-4d5c-9104-022b4c2743a1 service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090910 Jun 16 21:21:15.465470 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40794) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:15.669559 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-14613566-cca1-4b0a-84c5-815f969b0ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:15.684923 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217d42b-9207-4998-bd2c-a0f915a73219 req-9c8266c0-f2b8-42ff-bcd2-35cd924fc953 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:15.686395 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c217d42b-9207-4998-bd2c-a0f915a73219 req-9c8266c0-f2b8-42ff-bcd2-35cd924fc953 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 944 time: 0.0708396 Jun 16 21:21:15.769762 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c217d42b-9207-4998-bd2c-a0f915a73219 req-1ec47174-95fc-4ded-b452-6229f167f405 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Jun 16 21:21:15.806011 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-14613566-cca1-4b0a-84c5-815f969b0ae0 admin admin] Publish callbacks [] for security_group (57d68a6e-6aa9-4423-955a-b0b544d6e1a7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:15.810225 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-14613566-cca1-4b0a-84c5-815f969b0ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (57d68a6e-6aa9-4423-955a-b0b544d6e1a7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:15.852056 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-14613566-cca1-4b0a-84c5-815f969b0ae0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b6b6123c0af4027af152912c8f09ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854947 Jun 16 21:21:15.852927 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14613566-cca1-4b0a-84c5-815f969b0ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d68a6e-6aa9-4423-955a-b0b544d6e1a7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:15.854993 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40810) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:15.897170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:15.915878 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb49707c-eb3b-4403-813d-1ccb5b644fb3 admin admin] Publish callbacks [] for security_group (57d68a6e-6aa9-4423-955a-b0b544d6e1a7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:15.938836 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb49707c-eb3b-4403-813d-1ccb5b644fb3 admin admin] Publish callbacks [] for security_group (57d68a6e-6aa9-4423-955a-b0b544d6e1a7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:15.989962 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb49707c-eb3b-4403-813d-1ccb5b644fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (57d68a6e-6aa9-4423-955a-b0b544d6e1a7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:15.992636 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bb49707c-eb3b-4403-813d-1ccb5b644fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:15.993862 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bb49707c-eb3b-4403-813d-1ccb5b644fb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57d68a6e-6aa9-4423-955a-b0b544d6e1a7 HTTP/1.1" status: 204 len: 168 time: 0.1376736 Jun 16 21:21:16.002742 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49707c-eb3b-4403-813d-1ccb5b644fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d68a6e-6aa9-4423-955a-b0b544d6e1a7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:16.004914 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'tag': '98a0cd33-3461-49cd-b20d-682e82acabc0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:21:16.007192 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193ba621-c417-409c-a4eb-da302436651d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e63ee3-36a5-4577-a955-a8b681d882c0", "tag": "98a0cd33-3461-49cd-b20d-682e82acabc0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:21:16.062545 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0c48b5-b801-4ebf-9920-c51cece8ef22 x-openstack-request-id: req-eb0c48b5-b801-4ebf-9920-c51cece8ef22 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:21:16.062847 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e63ee3-36a5-4577-a955-a8b681d882c0", "tag": "98a0cd33-3461-49cd-b20d-682e82acabc0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:21:16.063102 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb0c48b5-b801-4ebf-9920-c51cece8ef22 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:21:16.063506 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0c48b5-b801-4ebf-9920-c51cece8ef22'] response: {'name': 'network-changed', 'server_uuid': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'tag': '98a0cd33-3461-49cd-b20d-682e82acabc0', 'status': 'completed', 'code': 200} Jun 16 21:21:16.295297 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ba621-c417-409c-a4eb-da302436651d req-d967c46e-516d-4bf5-a546-654e359c1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:16.296847 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-193ba621-c417-409c-a4eb-da302436651d req-d967c46e-516d-4bf5-a546-654e359c1e38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=404175dcaa0144fab98ad34e4834de35&device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 1128 time: 0.0445819 Jun 16 21:21:16.312760 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:16.428898 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ba621-c417-409c-a4eb-da302436651d req-dfe70942-27ed-4877-bcd3-72e9e2fe0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:16.430910 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-193ba621-c417-409c-a4eb-da302436651d req-dfe70942-27ed-4877-bcd3-72e9e2fe0507 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91b7ccee-e055-4907-b88a-7403ae972460 HTTP/1.1" status: 200 len: 909 time: 0.1263759 Jun 16 21:21:16.477342 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-193ba621-c417-409c-a4eb-da302436651d req-50de1d6b-dfe2-41a7-88c8-e907d62bdbd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a0cd33-3461-49cd-b20d-682e82acabc0 HTTP/1.1" status: 200 len: 217 time: 0.0392249 Jun 16 21:21:16.536450 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ba621-c417-409c-a4eb-da302436651d req-f286629d-1ecf-4d36-a7f6-235fdd85ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:16.536450 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-193ba621-c417-409c-a4eb-da302436651d req-f286629d-1ecf-4d36-a7f6-235fdd85ebbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a24d2db-20e5-49da-86e3-76d00deffa84 HTTP/1.1" status: 200 len: 848 time: 0.0522943 Jun 16 21:21:16.536795 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40852) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:16.550601 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:16.552797 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28a3294d-4459-44b9-b723-58c554cfcc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:16.576529 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-193ba621-c417-409c-a4eb-da302436651d req-42ca8f1c-5aa2-4479-b4af-2825c0826d82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91b7ccee-e055-4907-b88a-7403ae972460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331287 Jun 16 21:21:16.625139 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:16.659612 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28a3294d-4459-44b9-b723-58c554cfcc79 admin admin] Publish callbacks [] for security_group (c38230b9-0c41-44ab-8ee9-c1f95d64e1d1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:16.665359 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28a3294d-4459-44b9-b723-58c554cfcc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c38230b9-0c41-44ab-8ee9-c1f95d64e1d1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:16.728625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3294d-4459-44b9-b723-58c554cfcc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38230b9-0c41-44ab-8ee9-c1f95d64e1d1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:16.747741 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-28a3294d-4459-44b9-b723-58c554cfcc79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b64965bfd64b4b6bb6ebce8a227cacf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092254 Jun 16 21:21:16.749797 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40862) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:16.843426 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79977468-2566-4304-a96a-5fa114d72bf3 admin admin] Publish callbacks [] for security_group (c38230b9-0c41-44ab-8ee9-c1f95d64e1d1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:16.902349 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79977468-2566-4304-a96a-5fa114d72bf3 admin admin] Publish callbacks [] for security_group (c38230b9-0c41-44ab-8ee9-c1f95d64e1d1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:16.948876 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d32eb1-8803-43f3-acf4-0e86b11ca56f req-668048e3-410a-41c4-8574-843396108a41 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:16.950796 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2d32eb1-8803-43f3-acf4-0e86b11ca56f req-668048e3-410a-41c4-8574-843396108a41 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 944 time: 0.0885026 Jun 16 21:21:16.995392 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-193ba621-c417-409c-a4eb-da302436651d req-7f922661-404a-4ddf-a3f6-ceec8ac76895 service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109762 Jun 16 21:21:17.016430 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2d32eb1-8803-43f3-acf4-0e86b11ca56f req-2b27b002-e8b8-4137-b249-529bd857e92c tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 Jun 16 21:21:17.032038 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79977468-2566-4304-a96a-5fa114d72bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c38230b9-0c41-44ab-8ee9-c1f95d64e1d1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.035240 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79977468-2566-4304-a96a-5fa114d72bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.049189 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-79977468-2566-4304-a96a-5fa114d72bf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c38230b9-0c41-44ab-8ee9-c1f95d64e1d1 HTTP/1.1" status: 204 len: 168 time: 0.2897675 Jun 16 21:21:17.050491 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79977468-2566-4304-a96a-5fa114d72bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38230b9-0c41-44ab-8ee9-c1f95d64e1d1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:17.151674 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-193ba621-c417-409c-a4eb-da302436651d req-0a21820a-5cc7-4316-a6cc-329fb2f5370e service neutron] 10.222.0.47 "GET /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489127 Jun 16 21:21:17.300567 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 40884) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:17.448891 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-429b6195-6875-48d5-81dd-400f60e8da9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.556154 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-429b6195-6875-48d5-81dd-400f60e8da9b admin admin] Publish callbacks [] for security_group (70f1ff38-5e13-4fca-b83f-0add63bff33f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.560461 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-429b6195-6875-48d5-81dd-400f60e8da9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (70f1ff38-5e13-4fca-b83f-0add63bff33f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.601725 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-429b6195-6875-48d5-81dd-400f60e8da9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72fdaae48f8641c48cfe5b4482239c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997751 Jun 16 21:21:17.602836 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b6195-6875-48d5-81dd-400f60e8da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f1ff38-5e13-4fca-b83f-0add63bff33f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:17.604563 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40900) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:17.657732 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84cd6d31-2b99-4c24-8856-0642a6991655 admin admin] Publish callbacks [] for security_group (70f1ff38-5e13-4fca-b83f-0add63bff33f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.680618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84cd6d31-2b99-4c24-8856-0642a6991655 admin admin] Publish callbacks [] for security_group (70f1ff38-5e13-4fca-b83f-0add63bff33f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.730020 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84cd6d31-2b99-4c24-8856-0642a6991655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (70f1ff38-5e13-4fca-b83f-0add63bff33f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.732739 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84cd6d31-2b99-4c24-8856-0642a6991655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:17.733905 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-84cd6d31-2b99-4c24-8856-0642a6991655 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70f1ff38-5e13-4fca-b83f-0add63bff33f HTTP/1.1" status: 204 len: 168 time: 0.1277392 Jun 16 21:21:17.742655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd6d31-2b99-4c24-8856-0642a6991655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f1ff38-5e13-4fca-b83f-0add63bff33f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:18.092410 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40926) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:18.107032 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca2ee-8ae9-4991-8fb1-165654fbfb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.179826 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89992-4d21-4144-b405-e59cb8f9843b req-19b40494-94ea-40ae-95ba-83fd90f91c93 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:18.181339 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dcb89992-4d21-4144-b405-e59cb8f9843b req-19b40494-94ea-40ae-95ba-83fd90f91c93 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 944 time: 0.0635562 Jun 16 21:21:18.259247 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dcb89992-4d21-4144-b405-e59cb8f9843b req-97669341-eee2-4304-acea-cc60f6a91d71 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707567 Jun 16 21:21:18.272014 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca2ee-8ae9-4991-8fb1-165654fbfb3d admin admin] Publish callbacks [] for security_group (c36b6dc6-6c0b-4290-a4fa-1dae97025017), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.276515 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca2ee-8ae9-4991-8fb1-165654fbfb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c36b6dc6-6c0b-4290-a4fa-1dae97025017), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.299453 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:18.323040 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ca2ee-8ae9-4991-8fb1-165654fbfb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36b6dc6-6c0b-4290-a4fa-1dae97025017,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:18.327240 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3b8ca2ee-8ae9-4991-8fb1-165654fbfb3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4ff2959c1cd4009bba006a72ac3de33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338054 Jun 16 21:21:18.329828 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 40958) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:18.383017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3fc713d5-fadf-4e73-b213-9e2af6edf512 admin admin] Publish callbacks [] for security_group (c36b6dc6-6c0b-4290-a4fa-1dae97025017), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.391389 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:18.409721 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3fc713d5-fadf-4e73-b213-9e2af6edf512 admin admin] Publish callbacks [] for security_group (c36b6dc6-6c0b-4290-a4fa-1dae97025017), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.462117 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3fc713d5-fadf-4e73-b213-9e2af6edf512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c36b6dc6-6c0b-4290-a4fa-1dae97025017), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.464989 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3fc713d5-fadf-4e73-b213-9e2af6edf512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.465887 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3fc713d5-fadf-4e73-b213-9e2af6edf512 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c36b6dc6-6c0b-4290-a4fa-1dae97025017 HTTP/1.1" status: 204 len: 168 time: 0.1351552 Jun 16 21:21:18.475773 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc713d5-fadf-4e73-b213-9e2af6edf512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36b6dc6-6c0b-4290-a4fa-1dae97025017,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:18.660536 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 98a0cd33-3461-49cd-b20d-682e82acabc0 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:21:18.788438 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 98a0cd33-3461-49cd-b20d-682e82acabc0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=98a0cd33-3461-49cd-b20d-682e82acabc0,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:18.800810 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '98a0cd33-3461-49cd-b20d-682e82acabc0', 'network_id': '91b7ccee-e055-4907-b88a-7403ae972460', 'port_id': '98a0cd33-3461-49cd-b20d-682e82acabc0', 'mac_address': 'fa:16:3e:da:50:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a24d2db-20e5-49da-86e3-76d00deffa84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:21:18.841701 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 98a0cd33-3461-49cd-b20d-682e82acabc0 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:21:18.842003 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.860249 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a0cd33-3461-49cd-b20d-682e82acabc0 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:21:18.884459 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 98a0cd33-3461-49cd-b20d-682e82acabc0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=98a0cd33-3461-49cd-b20d-682e82acabc0,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:18.888909 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:18.961074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=98a0cd33-3461-49cd-b20d-682e82acabc0,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:19.132281 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['98a0cd33-3461-49cd-b20d-682e82acabc0'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:21:19.158786 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:19.391388 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a25428-486c-4971-b2fe-ff52835c2690 req-abcc4eb1-3b52-43a2-ada7-531162d93a2d tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:19.396532 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a25428-486c-4971-b2fe-ff52835c2690 req-abcc4eb1-3b52-43a2-ada7-531162d93a2d tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 945 time: 0.0553560 Jun 16 21:21:19.443409 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a25428-486c-4971-b2fe-ff52835c2690 req-50d22f6a-d117-4fe0-b205-40bd9597f802 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Jun 16 21:21:19.742486 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41034) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:19.848616 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06afaa04-4c8e-4e34-910b-1a8e4bcfe262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:19.890234 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:19.937431 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06afaa04-4c8e-4e34-910b-1a8e4bcfe262 admin admin] Publish callbacks [] for security_group (c63cbcf0-58fb-491c-ab7e-b63bafca3844), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:19.941398 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-06afaa04-4c8e-4e34-910b-1a8e4bcfe262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c63cbcf0-58fb-491c-ab7e-b63bafca3844), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:19.983138 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afaa04-4c8e-4e34-910b-1a8e4bcfe262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63cbcf0-58fb-491c-ab7e-b63bafca3844,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:19.987188 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-06afaa04-4c8e-4e34-910b-1a8e4bcfe262 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6cb4fafbce54ee99ebddc65539a6e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437260 Jun 16 21:21:19.990876 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41038) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:20.045322 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d87-1974-4eda-8bb6-ab26bd4a4ca1 admin admin] Publish callbacks [] for security_group (c63cbcf0-58fb-491c-ab7e-b63bafca3844), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.068532 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d87-1974-4eda-8bb6-ab26bd4a4ca1 admin admin] Publish callbacks [] for security_group (c63cbcf0-58fb-491c-ab7e-b63bafca3844), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.125020 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d87-1974-4eda-8bb6-ab26bd4a4ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (c63cbcf0-58fb-491c-ab7e-b63bafca3844), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.127568 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d87-1974-4eda-8bb6-ab26bd4a4ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.128798 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-db6d8d87-1974-4eda-8bb6-ab26bd4a4ca1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c63cbcf0-58fb-491c-ab7e-b63bafca3844 HTTP/1.1" status: 204 len: 168 time: 0.1369116 Jun 16 21:21:20.142079 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d8d87-1974-4eda-8bb6-ab26bd4a4ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63cbcf0-58fb-491c-ab7e-b63bafca3844,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:20.365331 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41056) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:20.501801 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3cd63158-2f30-4c57-b124-3e6cef949dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.601728 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90897d7-861c-41b3-aa38-1efa37630bde req-9ed3419b-ff97-4255-baf5-c976b28debb9 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:20.603629 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d90897d7-861c-41b3-aa38-1efa37630bde req-9ed3419b-ff97-4255-baf5-c976b28debb9 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 945 time: 0.0677571 Jun 16 21:21:20.668566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3cd63158-2f30-4c57-b124-3e6cef949dd0 admin admin] Publish callbacks [] for security_group (ef4ca4f1-a30a-4546-8c43-3500cb69c3ac), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.670925 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 98a0cd33-3461-49cd-b20d-682e82acabc0 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:21:20.679667 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3cd63158-2f30-4c57-b124-3e6cef949dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ef4ca4f1-a30a-4546-8c43-3500cb69c3ac), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.708496 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d90897d7-861c-41b3-aa38-1efa37630bde req-fb5dea49-df37-4cae-92fa-ca693b51e6e2 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968916 Jun 16 21:21:20.716825 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3cd63158-2f30-4c57-b124-3e6cef949dd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08d35289b2784ef79ea84623cec0e95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502073 Jun 16 21:21:20.719553 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41078) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:20.728740 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 98a0cd33-3461-49cd-b20d-682e82acabc0 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:21:20.736382 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 98a0cd33-3461-49cd-b20d-682e82acabc0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:21:20.737182 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.748314 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd63158-2f30-4c57-b124-3e6cef949dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ca4f1-a30a-4546-8c43-3500cb69c3ac,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:20.773066 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:20.795260 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cdac-a55b-49a8-94af-2b5e22361f53 admin admin] Publish callbacks [] for security_group (ef4ca4f1-a30a-4546-8c43-3500cb69c3ac), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.818870 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 98a0cd33-3461-49cd-b20d-682e82acabc0 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:21:20.819260 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.825874 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cdac-a55b-49a8-94af-2b5e22361f53 admin admin] Publish callbacks [] for security_group (ef4ca4f1-a30a-4546-8c43-3500cb69c3ac), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.832371 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:20.847400 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a0cd33-3461-49cd-b20d-682e82acabc0'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:21:20.850874 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d59eea-2c8c-45a0-9ca8-5f6a236da2d3" -d '{"events": [{"server_uuid": "a2e63ee3-36a5-4577-a955-a8b681d882c0", "name": "network-vif-plugged", "status": "completed", "tag": "98a0cd33-3461-49cd-b20d-682e82acabc0"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:21:20.865337 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 98a0cd33-3461-49cd-b20d-682e82acabc0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=98a0cd33-3461-49cd-b20d-682e82acabc0,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:20.886877 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.914388 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cdac-a55b-49a8-94af-2b5e22361f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (ef4ca4f1-a30a-4546-8c43-3500cb69c3ac), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.917750 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cdac-a55b-49a8-94af-2b5e22361f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:20.918940 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a4b9cdac-a55b-49a8-94af-2b5e22361f53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef4ca4f1-a30a-4546-8c43-3500cb69c3ac HTTP/1.1" status: 204 len: 168 time: 0.1982780 Jun 16 21:21:20.932124 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9cdac-a55b-49a8-94af-2b5e22361f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ca4f1-a30a-4546-8c43-3500cb69c3ac,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:20.943171 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e09105-8eb0-4972-b95f-cdbf51b151a9 x-openstack-request-id: req-d8e09105-8eb0-4972-b95f-cdbf51b151a9 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:21:20.946757 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e63ee3-36a5-4577-a955-a8b681d882c0", "name": "network-vif-plugged", "status": "completed", "tag": "98a0cd33-3461-49cd-b20d-682e82acabc0", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:21:20.946757 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8e09105-8eb0-4972-b95f-cdbf51b151a9 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:21:20.946757 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e09105-8eb0-4972-b95f-cdbf51b151a9'] response: {'server_uuid': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a0cd33-3461-49cd-b20d-682e82acabc0', 'code': 200} Jun 16 21:21:20.969366 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=98a0cd33-3461-49cd-b20d-682e82acabc0,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:21.165133 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a589e-a2d8-47a3-b020-51b4a6ed8317 req-50cfab08-01c5-4bcc-9106-50cf23cd1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:21.167497 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0a8a589e-a2d8-47a3-b020-51b4a6ed8317 req-50cfab08-01c5-4bcc-9106-50cf23cd1eca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 1130 time: 0.0659287 Jun 16 21:21:21.227716 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0a8a589e-a2d8-47a3-b020-51b4a6ed8317 req-d8bc61cf-f219-454c-8413-d074f7b29d03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Jun 16 21:21:21.315602 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41128) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:21.330421 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-739ef337-2fb7-424c-b96b-a7b8482e4dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:21.412357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-739ef337-2fb7-424c-b96b-a7b8482e4dc9 admin admin] Publish callbacks [] for security_group (a345b4cb-1e45-44bd-bcee-21305655b4d7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:21.416712 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-739ef337-2fb7-424c-b96b-a7b8482e4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (a345b4cb-1e45-44bd-bcee-21305655b4d7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:21.457192 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ef337-2fb7-424c-b96b-a7b8482e4dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a345b4cb-1e45-44bd-bcee-21305655b4d7,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:21.462608 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-739ef337-2fb7-424c-b96b-a7b8482e4dc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddd81d68e24646fc8ffd479c7dab2d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458619 Jun 16 21:21:21.465318 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41130) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:21.471017 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=9 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:21.533955 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a91229d-cae2-419e-af7a-1e8b8974a9be admin admin] Publish callbacks [] for security_group (a345b4cb-1e45-44bd-bcee-21305655b4d7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:21.557993 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a91229d-cae2-419e-af7a-1e8b8974a9be admin admin] Publish callbacks [] for security_group (a345b4cb-1e45-44bd-bcee-21305655b4d7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:21.609313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a91229d-cae2-419e-af7a-1e8b8974a9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (a345b4cb-1e45-44bd-bcee-21305655b4d7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:21.611778 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a91229d-cae2-419e-af7a-1e8b8974a9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:21.612977 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6a91229d-cae2-419e-af7a-1e8b8974a9be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a345b4cb-1e45-44bd-bcee-21305655b4d7 HTTP/1.1" status: 204 len: 168 time: 0.1468735 Jun 16 21:21:21.624124 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91229d-cae2-419e-af7a-1e8b8974a9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a345b4cb-1e45-44bd-bcee-21305655b4d7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:21.839469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406644-8547-4dd3-a1b0-0b6e689638a7 req-5dded3ab-c619-43c6-9ae4-27255607b8b9 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:21.841004 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-36406644-8547-4dd3-a1b0-0b6e689638a7 req-5dded3ab-c619-43c6-9ae4-27255607b8b9 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 946 time: 0.0512502 Jun 16 21:21:21.892768 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-36406644-8547-4dd3-a1b0-0b6e689638a7 req-16e5944d-382a-4c47-adeb-b86ac1c73e71 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Jun 16 21:21:21.987874 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41158) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:22.001653 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6fcf-5984-4620-ae32-87e198e3e8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:22.086023 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6fcf-5984-4620-ae32-87e198e3e8c1 admin admin] Publish callbacks [] for security_group (573012a4-93e1-46c7-9d05-ee12a95f059f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:22.089853 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6fcf-5984-4620-ae32-87e198e3e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (573012a4-93e1-46c7-9d05-ee12a95f059f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:22.134698 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0b1b6fcf-5984-4620-ae32-87e198e3e8c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=980182b8be27461c9f82169e654f8f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457052 Jun 16 21:21:22.135542 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b6fcf-5984-4620-ae32-87e198e3e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573012a4-93e1-46c7-9d05-ee12a95f059f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:22.137445 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41160) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:22.191772 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86e2fd09-187d-4e96-973d-e6bbbace38f9 admin admin] Publish callbacks [] for security_group (573012a4-93e1-46c7-9d05-ee12a95f059f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:22.194235 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:22.217434 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86e2fd09-187d-4e96-973d-e6bbbace38f9 admin admin] Publish callbacks [] for security_group (573012a4-93e1-46c7-9d05-ee12a95f059f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:22.272398 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86e2fd09-187d-4e96-973d-e6bbbace38f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (573012a4-93e1-46c7-9d05-ee12a95f059f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:22.274854 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86e2fd09-187d-4e96-973d-e6bbbace38f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:22.276007 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-86e2fd09-187d-4e96-973d-e6bbbace38f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/573012a4-93e1-46c7-9d05-ee12a95f059f HTTP/1.1" status: 204 len: 168 time: 0.1375530 Jun 16 21:21:22.285556 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2fd09-187d-4e96-973d-e6bbbace38f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573012a4-93e1-46c7-9d05-ee12a95f059f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:23.020222 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997695c-45d9-452a-8767-0a46503a0c2d req-fce72519-74d3-44a2-9c4b-54ae670e1c9d tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:23.021770 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d997695c-45d9-452a-8767-0a46503a0c2d req-fce72519-74d3-44a2-9c4b-54ae670e1c9d tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 946 time: 0.0522611 Jun 16 21:21:23.072620 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d997695c-45d9-452a-8767-0a46503a0c2d req-106d4622-ea28-44b6-b302-a3cf34c4350c tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445478 Jun 16 21:21:24.094355 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506b40c-b824-4b55-965d-ed69f6b84b90 req-e90e55e0-2c92-4f6c-89eb-87d7f189eb43 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:24.095077 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5506b40c-b824-4b55-965d-ed69f6b84b90 req-e90e55e0-2c92-4f6c-89eb-87d7f189eb43 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 946 time: 0.3350518 Jun 16 21:21:24.153980 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5506b40c-b824-4b55-965d-ed69f6b84b90 req-eb372ed5-8e2a-462a-aba2-00e9292342db tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521035 Jun 16 21:21:24.410986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41256) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:24.523062 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f225a16-2dfe-4c91-8c62-d8109d6dcb1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:24.602872 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f225a16-2dfe-4c91-8c62-d8109d6dcb1d admin admin] Publish callbacks [] for security_group (09167cba-b706-4fa7-b9d1-0da634db8b3b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:24.606849 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f225a16-2dfe-4c91-8c62-d8109d6dcb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (09167cba-b706-4fa7-b9d1-0da634db8b3b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:24.646530 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f225a16-2dfe-4c91-8c62-d8109d6dcb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09167cba-b706-4fa7-b9d1-0da634db8b3b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:24.653234 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3f225a16-2dfe-4c91-8c62-d8109d6dcb1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d153315164c4c6c9a9b47d0a3f5d684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381375 Jun 16 21:21:24.653462 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41260) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:24.707400 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ca23-f1e7-4189-b310-66fc3b9f37a3 admin admin] Publish callbacks [] for security_group (09167cba-b706-4fa7-b9d1-0da634db8b3b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:24.732349 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ca23-f1e7-4189-b310-66fc3b9f37a3 admin admin] Publish callbacks [] for security_group (09167cba-b706-4fa7-b9d1-0da634db8b3b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:24.780771 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ca23-f1e7-4189-b310-66fc3b9f37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (09167cba-b706-4fa7-b9d1-0da634db8b3b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:24.783254 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ca23-f1e7-4189-b310-66fc3b9f37a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:24.784406 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7ef8ca23-f1e7-4189-b310-66fc3b9f37a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09167cba-b706-4fa7-b9d1-0da634db8b3b HTTP/1.1" status: 204 len: 168 time: 0.1300311 Jun 16 21:21:24.795037 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8ca23-f1e7-4189-b310-66fc3b9f37a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09167cba-b706-4fa7-b9d1-0da634db8b3b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:25.076387 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41270) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:25.091174 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-34800920-76ff-412f-8268-078177a35ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.134767 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:25.175686 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-34800920-76ff-412f-8268-078177a35ba5 admin admin] Publish callbacks [] for security_group (7475a69b-8f38-4c93-8b27-1c0b93faf8b9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.180519 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-34800920-76ff-412f-8268-078177a35ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7475a69b-8f38-4c93-8b27-1c0b93faf8b9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.230512 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-34800920-76ff-412f-8268-078177a35ba5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b63b314590a451fa9607a5ddb7dd186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529672 Jun 16 21:21:25.233230 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41274) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:25.242097 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34800920-76ff-412f-8268-078177a35ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7475a69b-8f38-4c93-8b27-1c0b93faf8b9,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:25.277352 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ab0f5-2d20-4f40-8b9d-40e0e3f71271 req-83094240-fed7-4203-af31-9f48bc048171 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:25.278850 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d40ab0f5-2d20-4f40-8b9d-40e0e3f71271 req-83094240-fed7-4203-af31-9f48bc048171 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 946 time: 0.0528688 Jun 16 21:21:25.287874 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56270ca3-6cdc-43a3-b24f-f4fb56dbcf3f admin admin] Publish callbacks [] for security_group (7475a69b-8f38-4c93-8b27-1c0b93faf8b9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.311214 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56270ca3-6cdc-43a3-b24f-f4fb56dbcf3f admin admin] Publish callbacks [] for security_group (7475a69b-8f38-4c93-8b27-1c0b93faf8b9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.344529 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:25.344998 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-74293824-83b3-4c63-a79d-1bd0e38682dc tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:21:25.346343 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-74293824-83b3-4c63-a79d-1bd0e38682dc tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2e63ee3-36a5-4577-a955-a8b681d882c0 HTTP/1.1" status: 200 len: 946 time: 0.0666285 Jun 16 21:21:25.372967 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56270ca3-6cdc-43a3-b24f-f4fb56dbcf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7475a69b-8f38-4c93-8b27-1c0b93faf8b9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.375542 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-56270ca3-6cdc-43a3-b24f-f4fb56dbcf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.376828 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-56270ca3-6cdc-43a3-b24f-f4fb56dbcf3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7475a69b-8f38-4c93-8b27-1c0b93faf8b9 HTTP/1.1" status: 204 len: 168 time: 0.1426454 Jun 16 21:21:25.385928 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56270ca3-6cdc-43a3-b24f-f4fb56dbcf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7475a69b-8f38-4c93-8b27-1c0b93faf8b9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:25.397875 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d40ab0f5-2d20-4f40-8b9d-40e0e3f71271 req-2000efcf-9fc9-4560-bbfc-a4bea2b2a5ba tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.43 "GET /v2.0/security-groups?id=b063261c-5c6f-4a3d-8098-ac184d9026e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076796 Jun 16 21:21:25.463279 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Deleting port 98a0cd33-3461-49cd-b20d-682e82acabc0 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:21:25.463632 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.527627 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:25.572906 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] For port 98a0cd33-3461-49cd-b20d-682e82acabc0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=98a0cd33-3461-49cd-b20d-682e82acabc0,segment=NetworkSegment(8c4c1f63-3397-44ea-99dc-8c38e4147261),segment_id=8c4c1f63-3397-44ea-99dc-8c38e4147261)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:21:25.573274 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.587023 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Calling delete_port for 98a0cd33-3461-49cd-b20d-682e82acabc0 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:21:25.739502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (98a0cd33-3461-49cd-b20d-682e82acabc0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.764273 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['98a0cd33-3461-49cd-b20d-682e82acabc0'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:21:25.788029 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Pushing event deleted for resources: {'Port': ['ID=98a0cd33-3461-49cd-b20d-682e82acabc0,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:25.834335 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] No DVR routers for this DVR port 98a0cd33-3461-49cd-b20d-682e82acabc0 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:21:25.837174 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:25.840451 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-313c972a-7092-4ce0-82e7-c885e47ff91f req-2273e20b-f5be-4bf0-9269-b46363680d32 tempest-VolumesActionsTest-1533059177 tempest-VolumesActionsTest-1533059177-project] 10.222.0.47 "DELETE /v2.0/ports/98a0cd33-3461-49cd-b20d-682e82acabc0 HTTP/1.1" status: 204 len: 173 time: 0.4874840 Jun 16 21:21:25.840883 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'name': 'network-vif-deleted', 'tag': '98a0cd33-3461-49cd-b20d-682e82acabc0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:21:25.843132 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c8e218-1b80-4c22-b09e-8ca7262bc2b7" -d '{"events": [{"server_uuid": "a2e63ee3-36a5-4577-a955-a8b681d882c0", "name": "network-vif-deleted", "tag": "98a0cd33-3461-49cd-b20d-682e82acabc0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:21:25.882387 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afba40f-54b8-460e-ad73-fa4c28017a92 x-openstack-request-id: req-6afba40f-54b8-460e-ad73-fa4c28017a92 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:21:25.882688 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e63ee3-36a5-4577-a955-a8b681d882c0", "name": "network-vif-deleted", "tag": "98a0cd33-3461-49cd-b20d-682e82acabc0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:21:25.882944 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6afba40f-54b8-460e-ad73-fa4c28017a92 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:21:25.883648 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afba40f-54b8-460e-ad73-fa4c28017a92'] response: {'server_uuid': 'a2e63ee3-36a5-4577-a955-a8b681d882c0', 'name': 'network-vif-deleted', 'tag': '98a0cd33-3461-49cd-b20d-682e82acabc0', 'status': 'completed', 'code': 200} Jun 16 21:21:27.682185 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41386) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:27.795415 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce78acc5-ad22-440c-a236-23c379051380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:27.876778 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce78acc5-ad22-440c-a236-23c379051380 admin admin] Publish callbacks [] for security_group (f2d9269a-0475-457e-8d61-44f1749301a1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:27.881549 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ce78acc5-ad22-440c-a236-23c379051380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f2d9269a-0475-457e-8d61-44f1749301a1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:27.911430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:27.926168 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ce78acc5-ad22-440c-a236-23c379051380 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bba357d869c84201968146f2b9149146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429457 Jun 16 21:21:27.927247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78acc5-ad22-440c-a236-23c379051380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d9269a-0475-457e-8d61-44f1749301a1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:27.928877 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41392) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:27.977924 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:27.983686 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f17e-4a4c-4090-81bb-8c4d8bdc0a1b admin admin] Publish callbacks [] for security_group (f2d9269a-0475-457e-8d61-44f1749301a1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.010331 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f17e-4a4c-4090-81bb-8c4d8bdc0a1b admin admin] Publish callbacks [] for security_group (f2d9269a-0475-457e-8d61-44f1749301a1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.060108 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f17e-4a4c-4090-81bb-8c4d8bdc0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f2d9269a-0475-457e-8d61-44f1749301a1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.062663 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f17e-4a4c-4090-81bb-8c4d8bdc0a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.063842 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3fc8f17e-4a4c-4090-81bb-8c4d8bdc0a1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2d9269a-0475-457e-8d61-44f1749301a1 HTTP/1.1" status: 204 len: 168 time: 0.1339648 Jun 16 21:21:28.074532 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8f17e-4a4c-4090-81bb-8c4d8bdc0a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d9269a-0475-457e-8d61-44f1749301a1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:28.349796 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41400) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:28.363267 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc1c-e7c3-40c6-be5f-db1097ee9cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.444731 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc1c-e7c3-40c6-be5f-db1097ee9cbf admin admin] Publish callbacks [] for security_group (cc2437e5-0809-484f-a39c-6494ccae2733), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.448236 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc1c-e7c3-40c6-be5f-db1097ee9cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (cc2437e5-0809-484f-a39c-6494ccae2733), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.487544 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7bc7bc1c-e7c3-40c6-be5f-db1097ee9cbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=388b52ac823c45a09001b64425fc4641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366713 Jun 16 21:21:28.489482 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7bc1c-e7c3-40c6-be5f-db1097ee9cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2437e5-0809-484f-a39c-6494ccae2733,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:28.490955 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41402) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:28.545075 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f70b9741-57b0-4bcb-a80a-5f361f1813ca admin admin] Publish callbacks [] for security_group (cc2437e5-0809-484f-a39c-6494ccae2733), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.567842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f70b9741-57b0-4bcb-a80a-5f361f1813ca admin admin] Publish callbacks [] for security_group (cc2437e5-0809-484f-a39c-6494ccae2733), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.619879 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f70b9741-57b0-4bcb-a80a-5f361f1813ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (cc2437e5-0809-484f-a39c-6494ccae2733), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.622762 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f70b9741-57b0-4bcb-a80a-5f361f1813ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:28.623922 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f70b9741-57b0-4bcb-a80a-5f361f1813ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc2437e5-0809-484f-a39c-6494ccae2733 HTTP/1.1" status: 204 len: 168 time: 0.1321943 Jun 16 21:21:28.633018 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b9741-57b0-4bcb-a80a-5f361f1813ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2437e5-0809-484f-a39c-6494ccae2733,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:28.756445 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 98a0cd33-3461-49cd-b20d-682e82acabc0 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:21:28.777595 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 98a0cd33-3461-49cd-b20d-682e82acabc0 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:21:28.777872 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 98a0cd33-3461-49cd-b20d-682e82acabc0 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:21:34.201787 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:34.204811 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=84 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:35.101506 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-689c9f88-1175-4f90-9da1-cd2ef1e3264d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:37.236610 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:37.344765 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-886682f0-7a1b-4ba1-8ea4-b5977e61f032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:38.483059 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=27,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:38.485532 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:38.586301 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:38.627413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:38.628232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=58,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:40.134897 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:40.221145 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:21:40.598077 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:50.216891 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:50.591759 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:50.595274 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:21:54.087942 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41812) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:54.204738 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41816) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:54.321545 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9029dc03-5d1a-4b34-a912-7f790832acfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.367504 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d3d1367-f76c-431b-914c-08bd37318ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.479360 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9029dc03-5d1a-4b34-a912-7f790832acfd admin admin] Publish callbacks [] for security_group (42573d07-1d7f-43a9-87cc-b07dcb2e4666), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.489231 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9029dc03-5d1a-4b34-a912-7f790832acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (42573d07-1d7f-43a9-87cc-b07dcb2e4666), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.541146 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029dc03-5d1a-4b34-a912-7f790832acfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42573d07-1d7f-43a9-87cc-b07dcb2e4666,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:54.559037 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d3d1367-f76c-431b-914c-08bd37318ec2 admin admin] Publish callbacks [] for security_group (44afedd1-5668-4b03-8993-af15c88bbe03), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.563285 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9029dc03-5d1a-4b34-a912-7f790832acfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c97e7e74d474124be6afd93cdba9eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728100 Jun 16 21:21:54.565037 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d3d1367-f76c-431b-914c-08bd37318ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (44afedd1-5668-4b03-8993-af15c88bbe03), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.565981 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 41826) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:54.609050 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d1367-f76c-431b-914c-08bd37318ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44afedd1-5668-4b03-8993-af15c88bbe03,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:54.618261 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1d3d1367-f76c-431b-914c-08bd37318ec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49e2b5e35d58427294010aaa275e18f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114943 Jun 16 21:21:54.619052 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 41828) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:21:54.636070 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28a91ab3-05e5-4eea-906b-7ee6947475b2 admin admin] Publish callbacks [] for security_group (42573d07-1d7f-43a9-87cc-b07dcb2e4666), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.660201 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28a91ab3-05e5-4eea-906b-7ee6947475b2 admin admin] Publish callbacks [] for security_group (42573d07-1d7f-43a9-87cc-b07dcb2e4666), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.675907 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69fc5f0c-4d48-45ff-83c4-4b076f66c3ff admin admin] Publish callbacks [] for security_group (44afedd1-5668-4b03-8993-af15c88bbe03), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.698805 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69fc5f0c-4d48-45ff-83c4-4b076f66c3ff admin admin] Publish callbacks [] for security_group (44afedd1-5668-4b03-8993-af15c88bbe03), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.715116 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28a91ab3-05e5-4eea-906b-7ee6947475b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (42573d07-1d7f-43a9-87cc-b07dcb2e4666), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.717828 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-28a91ab3-05e5-4eea-906b-7ee6947475b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.722307 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-28a91ab3-05e5-4eea-906b-7ee6947475b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42573d07-1d7f-43a9-87cc-b07dcb2e4666 HTTP/1.1" status: 204 len: 168 time: 0.1551163 Jun 16 21:21:54.753401 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a91ab3-05e5-4eea-906b-7ee6947475b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42573d07-1d7f-43a9-87cc-b07dcb2e4666,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:21:54.753826 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69fc5f0c-4d48-45ff-83c4-4b076f66c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (44afedd1-5668-4b03-8993-af15c88bbe03), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.759838 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69fc5f0c-4d48-45ff-83c4-4b076f66c3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:21:54.764667 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-69fc5f0c-4d48-45ff-83c4-4b076f66c3ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44afedd1-5668-4b03-8993-af15c88bbe03 HTTP/1.1" status: 204 len: 168 time: 0.1444035 Jun 16 21:21:54.775661 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc5f0c-4d48-45ff-83c4-4b076f66c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44afedd1-5668-4b03-8993-af15c88bbe03,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:00.584611 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42032) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:00.646166 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Deleting subnet 3a24d2db-20e5-49da-86e3-76d00deffa84 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:22:00.649299 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Publish callbacks [] for subnet (3a24d2db-20e5-49da-86e3-76d00deffa84), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:00.684406 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812804'] for subnet (3a24d2db-20e5-49da-86e3-76d00deffa84), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:00.722986 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (3a24d2db-20e5-49da-86e3-76d00deffa84), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:00.774147 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17516112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16912179'] for subnet (3a24d2db-20e5-49da-86e3-76d00deffa84), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:00.803859 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a24d2db-20e5-49da-86e3-76d00deffa84,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:00.808566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:00.811597 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3a24d2db-20e5-49da-86e3-76d00deffa84 HTTP/1.1" status: 204 len: 168 time: 0.2259986 Jun 16 21:22:00.815133 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42036) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:00.816976 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.817326 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.817673 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.818016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.818356 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.818690 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.819023 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.819350 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.819680 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.820013 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.820369 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.820698 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.821023 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.821345 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.821672 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a12c3a-2de4-4ee0-8788-28378b2d225e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:00.886719 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (91b7ccee-e055-4907-b88a-7403ae972460), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:00.974182 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (91b7ccee-e055-4907-b88a-7403ae972460), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:00.994573 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b7ccee-e055-4907-b88a-7403ae972460']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:22:01.003874 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4c1f63-3397-44ea-99dc-8c38e4147261') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:22:01.004164 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4c1f63-3397-44ea-99dc-8c38e4147261') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:22:01.013541 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (8c4c1f63-3397-44ea-99dc-8c38e4147261), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.026509 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (8c4c1f63-3397-44ea-99dc-8c38e4147261), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.033540 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:22:01.034020 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (8c4c1f63-3397-44ea-99dc-8c38e4147261), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.056784 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 8c4c1f63-3397-44ea-99dc-8c38e4147261 resource provider aggregate not found Jun 16 21:22:01.102353 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 8c4c1f63-3397-44ea-99dc-8c38e4147261 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c4c1f63-3397-44ea-99dc-8c38e4147261 found for delete ", "request_id": "req-a4cfb08c-d5dd-403a-8e59-8c560ab300a0"}]} Jun 16 21:22:01.103018 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (91b7ccee-e055-4907-b88a-7403ae972460), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.107703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.111608 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] 10.222.0.43 "DELETE /v2.0/networks/91b7ccee-e055-4907-b88a-7403ae972460 HTTP/1.1" status: 204 len: 168 time: 0.2954941 Jun 16 21:22:01.125407 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b7ccee-e055-4907-b88a-7403ae972460,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:01.133516 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.133867 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.134212 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.134553 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.134887 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.135216 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.135922 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.135922 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.136263 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.136587 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.136917 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.137243 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.137569 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.137890 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.138208 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123ee9f-5eb1-4bcb-84d4-5ab8f5c39941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:01.282833 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42050) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:01.322951 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1f00bad0-4e1f-4617-9b70-30555a7937cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=404175dcaa0144fab98ad34e4834de35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389609 Jun 16 21:22:01.325359 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42052) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:01.374112 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b312a64f-222d-4693-8115-0de8db271987 admin admin] Publish callbacks [] for security_group (b063261c-5c6f-4a3d-8098-ac184d9026e7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.396073 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b312a64f-222d-4693-8115-0de8db271987 admin admin] Publish callbacks [] for security_group (b063261c-5c6f-4a3d-8098-ac184d9026e7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.443999 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b312a64f-222d-4693-8115-0de8db271987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (b063261c-5c6f-4a3d-8098-ac184d9026e7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.446541 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b312a64f-222d-4693-8115-0de8db271987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:01.447681 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b312a64f-222d-4693-8115-0de8db271987 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b063261c-5c6f-4a3d-8098-ac184d9026e7 HTTP/1.1" status: 204 len: 168 time: 0.1214480 Jun 16 21:22:01.456060 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a64f-222d-4693-8115-0de8db271987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b063261c-5c6f-4a3d-8098-ac184d9026e7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:02.353728 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:02.362666 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:03.328567 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42122) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:03.353067 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42126) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:03.436006 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a88a64d-0035-4cdc-89d7-2b8b01c876a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.472041 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-05f8b070-5a12-42a7-b4f2-566b10da2d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.541072 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:03.554558 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:03.576936 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a88a64d-0035-4cdc-89d7-2b8b01c876a9 admin admin] Publish callbacks [] for security_group (f2077585-8fe3-4745-8827-bf850d2d502d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.585873 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7a88a64d-0035-4cdc-89d7-2b8b01c876a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f2077585-8fe3-4745-8827-bf850d2d502d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.637396 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-05f8b070-5a12-42a7-b4f2-566b10da2d0f admin admin] Publish callbacks [] for security_group (6beda006-d372-48a7-84e6-74cffa915e5d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.645229 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7a88a64d-0035-4cdc-89d7-2b8b01c876a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09bbce92df2f422488d3078279b2727f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150630 Jun 16 21:22:03.647973 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42134) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:03.648703 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-05f8b070-5a12-42a7-b4f2-566b10da2d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6beda006-d372-48a7-84e6-74cffa915e5d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.657503 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:03.660485 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88a64d-0035-4cdc-89d7-2b8b01c876a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2077585-8fe3-4745-8827-bf850d2d502d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:03.679680 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-05f8b070-5a12-42a7-b4f2-566b10da2d0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68b317eceae548bea95b3e248730f709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254726 Jun 16 21:22:03.684946 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42136) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:03.693021 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:03.719018 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8b070-5a12-42a7-b4f2-566b10da2d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beda006-d372-48a7-84e6-74cffa915e5d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:03.720469 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0dc7de74-72ba-4a6f-927f-e9318fbe265b admin admin] Publish callbacks [] for security_group (f2077585-8fe3-4745-8827-bf850d2d502d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.743972 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0dc7de74-72ba-4a6f-927f-e9318fbe265b admin admin] Publish callbacks [] for security_group (f2077585-8fe3-4745-8827-bf850d2d502d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.754391 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a625ad5b-32f5-4e71-92e5-dbcecdd7b7a7 admin admin] Publish callbacks [] for security_group (6beda006-d372-48a7-84e6-74cffa915e5d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.782807 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a625ad5b-32f5-4e71-92e5-dbcecdd7b7a7 admin admin] Publish callbacks [] for security_group (6beda006-d372-48a7-84e6-74cffa915e5d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.805182 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0dc7de74-72ba-4a6f-927f-e9318fbe265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f2077585-8fe3-4745-8827-bf850d2d502d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.807867 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0dc7de74-72ba-4a6f-927f-e9318fbe265b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.809056 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0dc7de74-72ba-4a6f-927f-e9318fbe265b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2077585-8fe3-4745-8827-bf850d2d502d HTTP/1.1" status: 204 len: 168 time: 0.1592798 Jun 16 21:22:03.822715 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7de74-72ba-4a6f-927f-e9318fbe265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2077585-8fe3-4745-8827-bf850d2d502d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:03.838770 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a625ad5b-32f5-4e71-92e5-dbcecdd7b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (6beda006-d372-48a7-84e6-74cffa915e5d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.841774 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a625ad5b-32f5-4e71-92e5-dbcecdd7b7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:03.842922 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a625ad5b-32f5-4e71-92e5-dbcecdd7b7a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6beda006-d372-48a7-84e6-74cffa915e5d HTTP/1.1" status: 204 len: 168 time: 0.1570725 Jun 16 21:22:03.853004 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625ad5b-32f5-4e71-92e5-dbcecdd7b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beda006-d372-48a7-84e6-74cffa915e5d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:03.889271 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-bc0bcd6d-c155-4ca6-91cc-07b118cbdf1d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7f9f61ec956d45e88b7e5f16e9132a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335109 Jun 16 21:22:04.092326 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-ea9c69d2-4580-4e55-b756-b59b419d9fe8 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:04.099697 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-ea9c69d2-4580-4e55-b756-b59b419d9fe8 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043748 Jun 16 21:22:04.113018 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5c07e011-3559-443c-87c1-72d7c53767e8 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/quotas/7f9f61ec956d45e88b7e5f16e9132a56 HTTP/1.1" status: 200 len: 375 time: 0.0119314 Jun 16 21:22:04.163198 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-9bb18066-ef0c-4a83-a8e0-de3d283bd536 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f9f61ec956d45e88b7e5f16e9132a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431459 Jun 16 21:22:04.195973 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42162) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:04.214636 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-01d8b613-9e58-44f0-a852-29b85a3795dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.307006 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-01d8b613-9e58-44f0-a852-29b85a3795dc admin admin] Publish callbacks [] for security_group (70939aa4-0445-4d8b-8d54-74c51ac7f077), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.311913 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-01d8b613-9e58-44f0-a852-29b85a3795dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (70939aa4-0445-4d8b-8d54-74c51ac7f077), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.349643 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-01d8b613-9e58-44f0-a852-29b85a3795dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c59f9b46e3c454bb906e5cb6f63883b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499772 Jun 16 21:22:04.354940 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42170) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:04.380583 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8b613-9e58-44f0-a852-29b85a3795dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70939aa4-0445-4d8b-8d54-74c51ac7f077,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:04.389231 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-ba81bd4a-291a-44a4-8dc6-03d57c576cda req-2a6c176f-785f-40d6-ab8b-edd776802fa5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 210 time: 0.0507905 Jun 16 21:22:04.442934 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ee1-c852-457c-b3b1-22898d507879 admin admin] Publish callbacks [] for security_group (70939aa4-0445-4d8b-8d54-74c51ac7f077), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.466131 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ee1-c852-457c-b3b1-22898d507879 admin admin] Publish callbacks [] for security_group (70939aa4-0445-4d8b-8d54-74c51ac7f077), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.518604 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ee1-c852-457c-b3b1-22898d507879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (70939aa4-0445-4d8b-8d54-74c51ac7f077), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.521570 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ee1-c852-457c-b3b1-22898d507879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.522828 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e7d41ee1-c852-457c-b3b1-22898d507879 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70939aa4-0445-4d8b-8d54-74c51ac7f077 HTTP/1.1" status: 204 len: 168 time: 0.1669519 Jun 16 21:22:04.533934 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d41ee1-c852-457c-b3b1-22898d507879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70939aa4-0445-4d8b-8d54-74c51ac7f077,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:04.883048 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42196) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:04.897974 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a5d19a06-414d-4c87-8611-a48a537bca19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.957915 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:04.987902 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a5d19a06-414d-4c87-8611-a48a537bca19 admin admin] Publish callbacks [] for security_group (1e00920e-5ad7-48f1-b882-c449afe1e80e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:04.994672 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a5d19a06-414d-4c87-8611-a48a537bca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (1e00920e-5ad7-48f1-b882-c449afe1e80e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:05.033575 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d19a06-414d-4c87-8611-a48a537bca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e00920e-5ad7-48f1-b882-c449afe1e80e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:05.040080 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a5d19a06-414d-4c87-8611-a48a537bca19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=320e89a0a54d41d09ac59a93516adfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535578 Jun 16 21:22:05.040372 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42206) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:05.047150 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:05.106339 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4d3e6c2a-21d4-46d9-93ba-7f7f6729aa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:05.111275 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0319419-0d0f-4467-8ae8-3b4ced34e578 admin admin] Publish callbacks [] for security_group (1e00920e-5ad7-48f1-b882-c449afe1e80e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:05.136953 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0319419-0d0f-4467-8ae8-3b4ced34e578 admin admin] Publish callbacks [] for security_group (1e00920e-5ad7-48f1-b882-c449afe1e80e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:05.196729 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0319419-0d0f-4467-8ae8-3b4ced34e578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (1e00920e-5ad7-48f1-b882-c449afe1e80e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:05.199610 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0319419-0d0f-4467-8ae8-3b4ced34e578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:05.200935 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b0319419-0d0f-4467-8ae8-3b4ced34e578 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e00920e-5ad7-48f1-b882-c449afe1e80e HTTP/1.1" status: 204 len: 168 time: 0.1596143 Jun 16 21:22:05.210413 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0319419-0d0f-4467-8ae8-3b4ced34e578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e00920e-5ad7-48f1-b882-c449afe1e80e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:05.504760 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48889ed1-74aa-48a9-8c46-8ccbc2f0c909 req-acf77174-16f7-4a2b-bc4a-fc3c2a70662a tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 210 time: 0.0399468 Jun 16 21:22:05.567864 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-277f5094-ca04-41c0-bd93-f6b9720704c6 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7f9f61ec956d45e88b7e5f16e9132a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333421 Jun 16 21:22:05.773135 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-0fc8133d-0a62-4f8f-99a5-51aff4843af7 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:05.774871 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-0fc8133d-0a62-4f8f-99a5-51aff4843af7 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020268 Jun 16 21:22:05.876435 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Request body: {'port': {'device_id': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20', 'admin_state_up': True, 'tenant_id': '7f9f61ec956d45e88b7e5f16e9132a56'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:22:05.988964 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Made reservation on behalf of 7f9f61ec956d45e88b7e5f16e9132a56 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:22:05.992471 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.001488 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.080748 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks [] for security_group (f68bd461-5286-43bd-a796-2f91134d5203), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.084425 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f68bd461-5286-43bd-a796-2f91134d5203), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.159924 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68bd461-5286-43bd-a796-2f91134d5203,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:06.225816 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Allocated IP 192.168.233.101 (99da54d4-c901-4f7c-8481-2f94d59b0e20/8892f1c8-c5d7-4512-b8bb-f13dcc098aa8/ae900fb5-3bc9-4b6b-87d5-415296ab7936) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:22:06.255705 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:06.259621 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:06.403647 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks [] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.447273 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.496735 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Network 99da54d4-c901-4f7c-8481-2f94d59b0e20 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:22:06.503262 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:22:06.505479 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Pushing event updated for resources: {'Port': ['ID=ae900fb5-3bc9-4b6b-87d5-415296ab7936,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:06.507697 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:22:06.570148 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:06.570821 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.597326 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-1b2526ce-904c-4e83-be33-f67bd6813bf5 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7251585 Jun 16 21:22:06.613932 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Request body: {'port': {'device_id': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:22:06.723539 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.747540 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36775-99a2-4188-be19-a0aec7f34603 req-922cbfb9-ce24-41d8-a867-3bff5decde6e tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:06.749400 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-94d36775-99a2-4188-be19-a0aec7f34603 req-922cbfb9-ce24-41d8-a867-3bff5decde6e tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 936 time: 0.0866475 Jun 16 21:22:06.883815 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-94d36775-99a2-4188-be19-a0aec7f34603 req-651ca3dc-b8bc-420e-9654-6381a59cbf2a tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116073 Jun 16 21:22:06.902289 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-35bbd429-6c3f-411a-9df3-ee73f9aaa203 None None] Provisioning complete for port ae900fb5-3bc9-4b6b-87d5-415296ab7936 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:22:06.902860 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35bbd429-6c3f-411a-9df3-ee73f9aaa203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:06.937785 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-35bbd429-6c3f-411a-9df3-ee73f9aaa203 None None] Port ae900fb5-3bc9-4b6b-87d5-415296ab7936 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:22:07.045351 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:07.048050 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae900fb5-3bc9-4b6b-87d5-415296ab7936 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:22:07.055858 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Publish callbacks [] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:07.071234 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Transition to ACTIVE for port object ae900fb5-3bc9-4b6b-87d5-415296ab7936 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:22:07.075333 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:07.130100 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae900fb5-3bc9-4b6b-87d5-415296ab7936,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:07.215402 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Attempting to bind port ae900fb5-3bc9-4b6b-87d5-415296ab7936 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:22:07.215747 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Attempting to bind port ae900fb5-3bc9-4b6b-87d5-415296ab7936 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:22:07.216094 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Attempting to bind port ae900fb5-3bc9-4b6b-87d5-415296ab7936 on network 99da54d4-c901-4f7c-8481-2f94d59b0e20 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:22:07.221889 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Port ae900fb5-3bc9-4b6b-87d5-415296ab7936 on network 99da54d4-c901-4f7c-8481-2f94d59b0e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:22:07.222218 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Attempting to bind port ae900fb5-3bc9-4b6b-87d5-415296ab7936 on network 99da54d4-c901-4f7c-8481-2f94d59b0e20 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:22:07.227409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:22:07.227753 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Checking segment: {'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:22:07.228140 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Bound using segment: {'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:22:07.228667 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Bound port: ae900fb5-3bc9-4b6b-87d5-415296ab7936, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ba6e2f-4b7c-414c-8139-6a5f74c696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:22:07.229028 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:07.260551 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:07.277843 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:07.300591 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] For port ae900fb5-3bc9-4b6b-87d5-415296ab7936, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:22:07.304100 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] For port ae900fb5-3bc9-4b6b-87d5-415296ab7936, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae900fb5-3bc9-4b6b-87d5-415296ab7936,segment=NetworkSegment(72ba6e2f-4b7c-414c-8139-6a5f74c696a9),segment_id=72ba6e2f-4b7c-414c-8139-6a5f74c696a9)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:22:07.311824 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:07.351411 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:07.352015 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:07.353470 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae900fb5-3bc9-4b6b-87d5-415296ab7936 HTTP/1.1" status: 200 len: 1098 time: 0.7458820 Jun 16 21:22:07.353914 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'tag': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:22:07.356150 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb5097-b843-412e-b011-7ccdedad9359" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6cf54d-6975-4eb4-803e-d52e96eaffb8", "tag": "ae900fb5-3bc9-4b6b-87d5-415296ab7936"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:22:07.374904 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-47fc0023-f0d5-4399-8fb8-a448866eaccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:07.378850 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0d188-29ba-46be-aae8-93d4abe95ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae900fb5-3bc9-4b6b-87d5-415296ab7936,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:07.402302 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e41295b-9c12-4bfc-bc6a-22c13361bf23 x-openstack-request-id: req-1e41295b-9c12-4bfc-bc6a-22c13361bf23 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:22:07.402651 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6cf54d-6975-4eb4-803e-d52e96eaffb8", "tag": "ae900fb5-3bc9-4b6b-87d5-415296ab7936", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:22:07.403714 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e41295b-9c12-4bfc-bc6a-22c13361bf23 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:22:07.403714 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e41295b-9c12-4bfc-bc6a-22c13361bf23'] response: {'name': 'network-changed', 'server_uuid': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'tag': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936', 'status': 'completed', 'code': 200} Jun 16 21:22:08.008709 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054574d-e4b2-4b19-9298-be7423ae56bf req-113aae46-047a-4cfe-acac-f031d21b933a tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:08.010170 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b054574d-e4b2-4b19-9298-be7423ae56bf req-113aae46-047a-4cfe-acac-f031d21b933a tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 948 time: 0.0480497 Jun 16 21:22:08.061736 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b054574d-e4b2-4b19-9298-be7423ae56bf req-5e9531a5-0b6a-4098-9458-cce5c9f13fe0 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Jun 16 21:22:08.588159 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:09.176147 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11e2a6-62ab-4539-b7d0-d1ae77684d5c req-7398b489-3503-4289-9362-7fc06168ce4f tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:09.177615 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f11e2a6-62ab-4539-b7d0-d1ae77684d5c req-7398b489-3503-4289-9362-7fc06168ce4f tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 948 time: 0.0466223 Jun 16 21:22:09.227203 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f11e2a6-62ab-4539-b7d0-d1ae77684d5c req-e5a0306c-6863-49b7-97b6-b60b58073b4c tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Jun 16 21:22:09.568701 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-84cb911c-805c-4fe8-9d59-78d56641531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:09.570173 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-84cb911c-805c-4fe8-9d59-78d56641531d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f9f61ec956d45e88b7e5f16e9132a56&device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 1132 time: 0.0644646 Jun 16 21:22:09.573811 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-45d712ba-ed86-4b1b-bd03-2f4f40407ac9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588667 Jun 16 21:22:09.623394 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-55075aa1-7e7d-4dc6-98b7-e9a33783522f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ae900fb5-3bc9-4b6b-87d5-415296ab7936 HTTP/1.1" status: 200 len: 217 time: 0.0363436 Jun 16 21:22:09.694823 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-3c990641-9821-43bf-9277-bd87769c4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:09.696409 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-3c990641-9821-43bf-9277-bd87769c4667 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 1130 time: 0.0721149 Jun 16 21:22:09.701868 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-3f688542-27b3-4ae1-9c72-5638fdf0725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:09.703518 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-3f688542-27b3-4ae1-9c72-5638fdf0725a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8892f1c8-c5d7-4512-b8bb-f13dcc098aa8 HTTP/1.1" status: 200 len: 843 time: 0.0694411 Jun 16 21:22:09.806960 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-6612a427-d3e1-47b4-848e-d0fe3df7f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:09.806960 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-6612a427-d3e1-47b4-848e-d0fe3df7f6fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99da54d4-c901-4f7c-8481-2f94d59b0e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0925660 Jun 16 21:22:09.886752 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-a5de9e82-2392-47f0-aed9-76e4c99b156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:09.888229 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-a5de9e82-2392-47f0-aed9-76e4c99b156f service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.1707613 Jun 16 21:22:09.966904 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-2eeb9e79-3cb0-4577-91b7-80e0dd551afd service neutron] 10.222.0.47 "GET /v2.0/networks/99da54d4-c901-4f7c-8481-2f94d59b0e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576476 Jun 16 21:22:09.969697 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-e339e0af-73dd-44d8-af34-737eb177eeab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a184de69-92f7-4829-83d3-e946b229e004 HTTP/1.1" status: 200 len: 1001 time: 0.0750241 Jun 16 21:22:09.993802 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:10.140387 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:10.360611 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-f7420afd-6bb0-4392-a04a-20fdc80687cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:10.362074 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-f7420afd-6bb0-4392-a04a-20fdc80687cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.3765152 Jun 16 21:22:10.419784 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e5c60-e637-42c3-8fe8-3df21307948f req-57ed7781-01a7-4086-8b2b-1473b72a0c6b tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:10.421178 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8c2e5c60-e637-42c3-8fe8-3df21307948f req-57ed7781-01a7-4086-8b2b-1473b72a0c6b tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 948 time: 0.1074872 Jun 16 21:22:10.432709 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-7d7deee6-a0d3-4acc-b239-ed5a8491b1a0 req-b5ef3d4e-6326-4502-84fc-2f88e527585e service neutron] 10.222.0.47 "GET /v2.0/networks/99da54d4-c901-4f7c-8481-2f94d59b0e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545972 Jun 16 21:22:10.452230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-2c2f9054-c228-48fe-b6fe-bf5efa76fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:10.453850 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-2c2f9054-c228-48fe-b6fe-bf5efa76fb4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823853 Jun 16 21:22:10.509434 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8c2e5c60-e637-42c3-8fe8-3df21307948f req-315e5918-f873-4b3b-a8be-eb9371c08a0f tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790710 Jun 16 21:22:10.564120 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:10.581140 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-9df5fa46-05c6-4a47-963f-7c1f266febde service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160300 Jun 16 21:22:10.607537 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:11.328833 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5097-b843-412e-b011-7ccdedad9359 req-33fac9fb-464f-4438-b3ff-447da83cc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:11.330355 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0afb5097-b843-412e-b011-7ccdedad9359 req-33fac9fb-464f-4438-b3ff-447da83cc6d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f9f61ec956d45e88b7e5f16e9132a56&device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 1132 time: 0.0738935 Jun 16 21:22:11.407217 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25a4f7fd-ad31-4711-b561-9b3477a2d4c6 req-e548b402-a6fb-4bdd-8511-1ca16f55c9b4 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690443 Jun 16 21:22:11.441422 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5097-b843-412e-b011-7ccdedad9359 req-a5077a5f-f9a6-4e7c-96e5-2e53738b7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:11.442913 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0afb5097-b843-412e-b011-7ccdedad9359 req-a5077a5f-f9a6-4e7c-96e5-2e53738b7d53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=99da54d4-c901-4f7c-8481-2f94d59b0e20 HTTP/1.1" status: 200 len: 870 time: 0.1051831 Jun 16 21:22:11.486132 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0afb5097-b843-412e-b011-7ccdedad9359 req-47cb4bfc-27ee-4c11-bce4-c6f62c176744 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ae900fb5-3bc9-4b6b-87d5-415296ab7936 HTTP/1.1" status: 200 len: 217 time: 0.0332406 Jun 16 21:22:11.549156 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5097-b843-412e-b011-7ccdedad9359 req-439fad4f-2171-4937-b694-36ba16037c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:11.550630 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0afb5097-b843-412e-b011-7ccdedad9359 req-439fad4f-2171-4937-b694-36ba16037c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8892f1c8-c5d7-4512-b8bb-f13dcc098aa8 HTTP/1.1" status: 200 len: 843 time: 0.0445795 Jun 16 21:22:11.627968 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c142a3e-9fe6-4ebc-990e-f47b5e806594 req-d98fc1ca-6653-46b3-b1e5-778062c64a1f tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:11.629468 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c142a3e-9fe6-4ebc-990e-f47b5e806594 req-d98fc1ca-6653-46b3-b1e5-778062c64a1f tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 948 time: 0.0475307 Jun 16 21:22:11.678724 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c142a3e-9fe6-4ebc-990e-f47b5e806594 req-f1db6547-44b7-4a46-b673-3796458fd24b tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435338 Jun 16 21:22:11.771038 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5097-b843-412e-b011-7ccdedad9359 req-074b550c-22c4-41a4-b157-6ff9f82ba03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:11.773164 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0afb5097-b843-412e-b011-7ccdedad9359 req-074b550c-22c4-41a4-b157-6ff9f82ba03f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99da54d4-c901-4f7c-8481-2f94d59b0e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0481803 Jun 16 21:22:11.865815 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0afb5097-b843-412e-b011-7ccdedad9359 req-13e92119-ef51-43e3-bff6-fa56f8401bda service neutron] 10.222.0.47 "GET /v2.0/networks/99da54d4-c901-4f7c-8481-2f94d59b0e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Jun 16 21:22:12.139956 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0afb5097-b843-412e-b011-7ccdedad9359 req-c1ecdfae-1c07-4bfa-8eb6-58958d1e30b1 service neutron] 10.222.0.47 "GET /v2.0/networks/99da54d4-c901-4f7c-8481-2f94d59b0e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957515 Jun 16 21:22:12.314607 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42352) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:12.418815 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248247bd-8da0-405a-8229-f5a4c642c162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:12.496671 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248247bd-8da0-405a-8229-f5a4c642c162 admin admin] Publish callbacks [] for security_group (983c283e-e13d-4bf9-86f2-2fc410e6e934), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:12.500994 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-248247bd-8da0-405a-8229-f5a4c642c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (983c283e-e13d-4bf9-86f2-2fc410e6e934), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:12.539243 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-248247bd-8da0-405a-8229-f5a4c642c162 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51ef86872f0e4a59b5ed0a34b04eef82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234573 Jun 16 21:22:12.540365 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248247bd-8da0-405a-8229-f5a4c642c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983c283e-e13d-4bf9-86f2-2fc410e6e934,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:12.542173 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42356) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:12.592023 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57d2e8f4-5fcc-4c43-bde3-c317794f9afb admin admin] Publish callbacks [] for security_group (983c283e-e13d-4bf9-86f2-2fc410e6e934), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:12.613943 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57d2e8f4-5fcc-4c43-bde3-c317794f9afb admin admin] Publish callbacks [] for security_group (983c283e-e13d-4bf9-86f2-2fc410e6e934), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:12.661419 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57d2e8f4-5fcc-4c43-bde3-c317794f9afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (983c283e-e13d-4bf9-86f2-2fc410e6e934), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:12.663816 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57d2e8f4-5fcc-4c43-bde3-c317794f9afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:12.664998 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-57d2e8f4-5fcc-4c43-bde3-c317794f9afb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/983c283e-e13d-4bf9-86f2-2fc410e6e934 HTTP/1.1" status: 204 len: 168 time: 0.1211929 Jun 16 21:22:12.667301 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:12.674736 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2e8f4-5fcc-4c43-bde3-c317794f9afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c283e-e13d-4bf9-86f2-2fc410e6e934,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:12.801698 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc263d0a-baf2-4fae-9c75-8e833a8d0bd5 req-119d0bb0-7e1f-4da9-b10f-3e08a4c1f2f7 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:12.803345 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc263d0a-baf2-4fae-9c75-8e833a8d0bd5 req-119d0bb0-7e1f-4da9-b10f-3e08a4c1f2f7 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 948 time: 0.0541244 Jun 16 21:22:12.865096 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc263d0a-baf2-4fae-9c75-8e833a8d0bd5 req-a3aa4668-b871-45a4-8be4-d69185fe1820 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554633 Jun 16 21:22:13.020977 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ae900fb5-3bc9-4b6b-87d5-415296ab7936 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:22:13.122146 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ae900fb5-3bc9-4b6b-87d5-415296ab7936, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae900fb5-3bc9-4b6b-87d5-415296ab7936,segment=NetworkSegment(72ba6e2f-4b7c-414c-8139-6a5f74c696a9),segment_id=72ba6e2f-4b7c-414c-8139-6a5f74c696a9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:22:13.136581 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936', 'network_id': '99da54d4-c901-4f7c-8481-2f94d59b0e20', 'port_id': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936', 'mac_address': 'fa:16:3e:55:1a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8892f1c8-c5d7-4512-b8bb-f13dcc098aa8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:22:13.174065 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ae900fb5-3bc9-4b6b-87d5-415296ab7936 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:22:13.174455 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:13.187870 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae900fb5-3bc9-4b6b-87d5-415296ab7936 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:22:13.208933 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ae900fb5-3bc9-4b6b-87d5-415296ab7936, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae900fb5-3bc9-4b6b-87d5-415296ab7936,segment=NetworkSegment(72ba6e2f-4b7c-414c-8139-6a5f74c696a9),segment_id=72ba6e2f-4b7c-414c-8139-6a5f74c696a9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:22:13.213418 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:13.267421 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ae900fb5-3bc9-4b6b-87d5-415296ab7936,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:13.274531 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.274880 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.275216 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.275549 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.275876 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.276220 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.276545 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.276863 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.277183 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.277500 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.277816 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.278133 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.278447 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.278754 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.279065 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:22:13.459453 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['ae900fb5-3bc9-4b6b-87d5-415296ab7936'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:22:13.580916 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:13.985182 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dacd20-2380-4974-a7fa-911b498ac607 req-22ee57da-0d48-4469-824d-3f1ec2f3dd56 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:13.986678 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f8dacd20-2380-4974-a7fa-911b498ac607 req-22ee57da-0d48-4469-824d-3f1ec2f3dd56 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 949 time: 0.0525403 Jun 16 21:22:14.035084 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f8dacd20-2380-4974-a7fa-911b498ac607 req-cc06fcb4-e9d6-4965-9c8c-e5e992977f56 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Jun 16 21:22:14.783029 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42392) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:14.889573 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-acf790f2-aa49-4680-9bb6-1d99c6f69ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:14.954261 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:14.965543 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-acf790f2-aa49-4680-9bb6-1d99c6f69ec5 admin admin] Publish callbacks [] for security_group (5e57909c-03ac-4438-8607-bfccb30d61d3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:14.969016 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-acf790f2-aa49-4680-9bb6-1d99c6f69ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (5e57909c-03ac-4438-8607-bfccb30d61d3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.008614 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf790f2-aa49-4680-9bb6-1d99c6f69ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e57909c-03ac-4438-8607-bfccb30d61d3,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:15.012878 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-acf790f2-aa49-4680-9bb6-1d99c6f69ec5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=323f9d29126c41c5bed05a1443164d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288437 Jun 16 21:22:15.015529 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42396) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:15.034971 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ae900fb5-3bc9-4b6b-87d5-415296ab7936 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:22:15.066534 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7567b2c2-0c0e-4247-9d82-51ec83c6d7ac admin admin] Publish callbacks [] for security_group (5e57909c-03ac-4438-8607-bfccb30d61d3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.070057 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:15.085328 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port ae900fb5-3bc9-4b6b-87d5-415296ab7936 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:22:15.090395 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7567b2c2-0c0e-4247-9d82-51ec83c6d7ac admin admin] Publish callbacks [] for security_group (5e57909c-03ac-4438-8607-bfccb30d61d3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.092627 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port ae900fb5-3bc9-4b6b-87d5-415296ab7936 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:22:15.092989 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.166058 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7567b2c2-0c0e-4247-9d82-51ec83c6d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (5e57909c-03ac-4438-8607-bfccb30d61d3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.168650 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7567b2c2-0c0e-4247-9d82-51ec83c6d7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.169804 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7567b2c2-0c0e-4247-9d82-51ec83c6d7ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e57909c-03ac-4438-8607-bfccb30d61d3 HTTP/1.1" status: 204 len: 168 time: 0.1533940 Jun 16 21:22:15.170429 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port ae900fb5-3bc9-4b6b-87d5-415296ab7936 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:22:15.170810 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.188227 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755d6b6-94dd-4481-8b38-9003a8d88aea req-c2096e6a-c1c4-4692-9740-f099c0cfd16a tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:15.189749 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d755d6b6-94dd-4481-8b38-9003a8d88aea req-c2096e6a-c1c4-4692-9740-f099c0cfd16a tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 949 time: 0.0728726 Jun 16 21:22:15.190966 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567b2c2-0c0e-4247-9d82-51ec83c6d7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e57909c-03ac-4438-8607-bfccb30d61d3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:15.207188 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:22:15.209858 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f0d75e-8314-4c6f-b7f2-3298ead47d54" -d '{"events": [{"server_uuid": "0e6cf54d-6975-4eb4-803e-d52e96eaffb8", "name": "network-vif-plugged", "status": "completed", "tag": "ae900fb5-3bc9-4b6b-87d5-415296ab7936"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:22:15.234497 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port ae900fb5-3bc9-4b6b-87d5-415296ab7936, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae900fb5-3bc9-4b6b-87d5-415296ab7936,segment=NetworkSegment(72ba6e2f-4b7c-414c-8139-6a5f74c696a9),segment_id=72ba6e2f-4b7c-414c-8139-6a5f74c696a9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:22:15.241181 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.244884 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d755d6b6-94dd-4481-8b38-9003a8d88aea req-2a92d31c-d87e-4774-8e7c-4577a35025f9 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490549 Jun 16 21:22:15.288181 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34875b7e-e624-4ea8-b227-772f04562cdb x-openstack-request-id: req-34875b7e-e624-4ea8-b227-772f04562cdb {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:22:15.288523 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6cf54d-6975-4eb4-803e-d52e96eaffb8", "name": "network-vif-plugged", "status": "completed", "tag": "ae900fb5-3bc9-4b6b-87d5-415296ab7936", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:22:15.288817 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34875b7e-e624-4ea8-b227-772f04562cdb {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:22:15.289204 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34875b7e-e624-4ea8-b227-772f04562cdb'] response: {'server_uuid': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936', 'code': 200} Jun 16 21:22:15.294324 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=ae900fb5-3bc9-4b6b-87d5-415296ab7936,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:15.453935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be661e-1040-41af-8b8f-b75a1c2ac3bb req-6b93d6b7-99ac-4d3a-9e20-b2ccea6d6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:15.455447 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a1be661e-1040-41af-8b8f-b75a1c2ac3bb req-6b93d6b7-99ac-4d3a-9e20-b2ccea6d6143 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 1134 time: 0.0399032 Jun 16 21:22:15.485438 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42406) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:15.500252 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c76f5224-7ef1-40db-9162-9cd835f863f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.503229 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a1be661e-1040-41af-8b8f-b75a1c2ac3bb req-3e388851-d5a7-4022-8830-b406b46209a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Jun 16 21:22:15.573323 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:15.578976 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c76f5224-7ef1-40db-9162-9cd835f863f3 admin admin] Publish callbacks [] for security_group (675f4c08-6050-4de1-b12e-6c3f488cf5be), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.582377 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c76f5224-7ef1-40db-9162-9cd835f863f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (675f4c08-6050-4de1-b12e-6c3f488cf5be), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.624590 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c76f5224-7ef1-40db-9162-9cd835f863f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3153ca80c064487cb3f6c32b2f741961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380160 Jun 16 21:22:15.625508 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5224-7ef1-40db-9162-9cd835f863f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f4c08-6050-4de1-b12e-6c3f488cf5be,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:15.628100 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42408) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:15.671022 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:15.684421 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeeb2-2695-4db8-9324-45063daab068 admin admin] Publish callbacks [] for security_group (675f4c08-6050-4de1-b12e-6c3f488cf5be), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.707426 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeeb2-2695-4db8-9324-45063daab068 admin admin] Publish callbacks [] for security_group (675f4c08-6050-4de1-b12e-6c3f488cf5be), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.754063 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeeb2-2695-4db8-9324-45063daab068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (675f4c08-6050-4de1-b12e-6c3f488cf5be), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.756695 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfeeb2-2695-4db8-9324-45063daab068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:15.757834 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bbcfeeb2-2695-4db8-9324-45063daab068 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/675f4c08-6050-4de1-b12e-6c3f488cf5be HTTP/1.1" status: 204 len: 168 time: 0.1285443 Jun 16 21:22:15.766360 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfeeb2-2695-4db8-9324-45063daab068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f4c08-6050-4de1-b12e-6c3f488cf5be,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:16.081940 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42414) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:16.098326 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-439f9965-b50b-40b5-bcff-a8691701318e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:16.174561 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-439f9965-b50b-40b5-bcff-a8691701318e admin admin] Publish callbacks [] for security_group (7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:16.178402 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-439f9965-b50b-40b5-bcff-a8691701318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:16.183041 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:16.219996 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-439f9965-b50b-40b5-bcff-a8691701318e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5056d5dcd23e4e46b4c2228889c0a636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370022 Jun 16 21:22:16.222756 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42416) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:16.223104 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9965-b50b-40b5-bcff-a8691701318e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:16.272751 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79f17559-9c7c-4ff9-b57e-28186d96b3dd admin admin] Publish callbacks [] for security_group (7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:16.295189 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79f17559-9c7c-4ff9-b57e-28186d96b3dd admin admin] Publish callbacks [] for security_group (7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:16.342800 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79f17559-9c7c-4ff9-b57e-28186d96b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:16.346146 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79f17559-9c7c-4ff9-b57e-28186d96b3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:16.348072 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-79f17559-9c7c-4ff9-b57e-28186d96b3dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5 HTTP/1.1" status: 204 len: 168 time: 0.1240768 Jun 16 21:22:16.356200 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f17559-9c7c-4ff9-b57e-28186d96b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d13fc-20d9-49d2-8cf7-bc1130ba08f5,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:16.365907 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a05f-639f-45ee-bc47-fb82087cae35 req-7453dd20-61ca-41d9-b750-930ba3dd2d65 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:16.367472 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4203a05f-639f-45ee-bc47-fb82087cae35 req-7453dd20-61ca-41d9-b750-930ba3dd2d65 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 950 time: 0.0526116 Jun 16 21:22:16.415771 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-4203a05f-639f-45ee-bc47-fb82087cae35 req-2ee0f3e9-35cf-4f7e-b961-688ba73c8c8b tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Jun 16 21:22:17.221328 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:22:17.535078 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf69d9-429d-4155-8d56-90bd6fea60c6 req-233cd4b3-fd52-406d-9c81-21824b3e94bf tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:17.536690 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33cf69d9-429d-4155-8d56-90bd6fea60c6 req-233cd4b3-fd52-406d-9c81-21824b3e94bf tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 950 time: 0.0481944 Jun 16 21:22:17.582386 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-33cf69d9-429d-4155-8d56-90bd6fea60c6 req-b37a07b3-2117-4db6-b661-37488a99afad tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Jun 16 21:22:17.838712 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3bbae-8ce7-4872-b074-efc9734f111d req-e487b873-3bb7-4ad8-9fef-f8305a0365a2 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:17.840194 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d6c3bbae-8ce7-4872-b074-efc9734f111d req-e487b873-3bb7-4ad8-9fef-f8305a0365a2 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 950 time: 0.0487580 Jun 16 21:22:17.886977 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d6c3bbae-8ce7-4872-b074-efc9734f111d req-8ebe353b-e424-428e-a96c-b17295b53799 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Jun 16 21:22:19.008952 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7701-8c09-4643-b088-39353033ea92 req-eb02d4f3-e68f-420f-81d0-2c1c6107ca16 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:19.010397 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-24ff7701-8c09-4643-b088-39353033ea92 req-eb02d4f3-e68f-420f-81d0-2c1c6107ca16 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 950 time: 0.0513077 Jun 16 21:22:19.056860 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-24ff7701-8c09-4643-b088-39353033ea92 req-65bf2c42-26f1-408e-892a-36a74ab9e8c7 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/security-groups?id=f68bd461-5286-43bd-a796-2f91134d5203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Jun 16 21:22:19.217307 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-e58d9dd4-e962-46d4-99ad-6f8d5dada803 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:22:19.219226 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-e58d9dd4-e962-46d4-99ad-6f8d5dada803 tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 950 time: 0.0470610 Jun 16 21:22:19.298794 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Deleting port ae900fb5-3bc9-4b6b-87d5-415296ab7936 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:22:19.299126 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:19.361458 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:19.393865 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] For port ae900fb5-3bc9-4b6b-87d5-415296ab7936, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae900fb5-3bc9-4b6b-87d5-415296ab7936,segment=NetworkSegment(72ba6e2f-4b7c-414c-8139-6a5f74c696a9),segment_id=72ba6e2f-4b7c-414c-8139-6a5f74c696a9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:22:19.394224 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:19.406261 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Calling delete_port for ae900fb5-3bc9-4b6b-87d5-415296ab7936 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:22:19.538232 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (ae900fb5-3bc9-4b6b-87d5-415296ab7936), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:19.550838 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['ae900fb5-3bc9-4b6b-87d5-415296ab7936'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:22:19.564794 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Pushing event deleted for resources: {'Port': ['ID=ae900fb5-3bc9-4b6b-87d5-415296ab7936,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:19.611558 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] No DVR routers for this DVR port ae900fb5-3bc9-4b6b-87d5-415296ab7936 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:22:19.614228 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:19.617790 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a1553231-4fea-4140-8c5c-0a3d4f6bafee req-8a1cb1fc-9bd0-43c0-a222-296bcce3379d tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.47 "DELETE /v2.0/ports/ae900fb5-3bc9-4b6b-87d5-415296ab7936 HTTP/1.1" status: 204 len: 173 time: 0.3933110 Jun 16 21:22:19.618269 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'name': 'network-vif-deleted', 'tag': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:22:19.620578 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254c4206-fdc2-44f2-9ba5-5e46971279f4" -d '{"events": [{"server_uuid": "0e6cf54d-6975-4eb4-803e-d52e96eaffb8", "name": "network-vif-deleted", "tag": "ae900fb5-3bc9-4b6b-87d5-415296ab7936"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:22:19.669223 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68b3811-546e-4aa8-83cd-9605643661a2 x-openstack-request-id: req-e68b3811-546e-4aa8-83cd-9605643661a2 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:22:19.669509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6cf54d-6975-4eb4-803e-d52e96eaffb8", "name": "network-vif-deleted", "tag": "ae900fb5-3bc9-4b6b-87d5-415296ab7936", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:22:19.669755 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e68b3811-546e-4aa8-83cd-9605643661a2 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:22:19.670149 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68b3811-546e-4aa8-83cd-9605643661a2'] response: {'server_uuid': '0e6cf54d-6975-4eb4-803e-d52e96eaffb8', 'name': 'network-vif-deleted', 'tag': 'ae900fb5-3bc9-4b6b-87d5-415296ab7936', 'status': 'completed', 'code': 200} Jun 16 21:22:20.174205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3ab15c09-780e-47c3-8534-6dc199c64ddf req-4eb4a60b-4f8c-4bfd-be0b-e35df844ca0e tempest-VolumesNegativeTest-1974496687 tempest-VolumesNegativeTest-1974496687-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e6cf54d-6975-4eb4-803e-d52e96eaffb8 HTTP/1.1" status: 200 len: 210 time: 0.0341201 Jun 16 21:22:23.084004 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ae900fb5-3bc9-4b6b-87d5-415296ab7936 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:22:23.103581 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: ae900fb5-3bc9-4b6b-87d5-415296ab7936 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:22:23.103926 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device ae900fb5-3bc9-4b6b-87d5-415296ab7936 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:22:25.074247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42682) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:25.208561 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-eb2567af-8b9c-4cbd-aa84-af6efde317c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f9f61ec956d45e88b7e5f16e9132a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330900 Jun 16 21:22:25.210987 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42686) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:22:25.258600 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3e6622d-03fc-4883-8fd8-89ed88ba1a02 admin admin] Publish callbacks [] for security_group (f68bd461-5286-43bd-a796-2f91134d5203), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:25.279556 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3e6622d-03fc-4883-8fd8-89ed88ba1a02 admin admin] Publish callbacks [] for security_group (f68bd461-5286-43bd-a796-2f91134d5203), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:25.326675 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3e6622d-03fc-4883-8fd8-89ed88ba1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (f68bd461-5286-43bd-a796-2f91134d5203), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:25.329840 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3e6622d-03fc-4883-8fd8-89ed88ba1a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:25.330982 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c3e6622d-03fc-4883-8fd8-89ed88ba1a02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f68bd461-5286-43bd-a796-2f91134d5203 HTTP/1.1" status: 204 len: 168 time: 0.1191118 Jun 16 21:22:25.339243 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6622d-03fc-4883-8fd8-89ed88ba1a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68bd461-5286-43bd-a796-2f91134d5203,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:22:27.873471 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:27.883182 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=62,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:33.088027 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:35.111086 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9460544a-7028-4e9a-8677-1ee1c559fd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:35.334325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:35.335107 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=51,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:37.255232 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:37.348796 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7cf8-7f5a-447d-be1c-66a523eefac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:38.590021 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:39.345040 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:39.345789 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:40.138149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:40.600405 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:22:50.589779 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:50.596240 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:22:54.220558 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:23:04.216621 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:04.217355 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:05.113326 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b8375874-d5d1-4a0f-8907-62e2e044b368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:07.251896 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:07.350069 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3258-2999-49a8-a557-4b7847f99092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:08.598293 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:09.695661 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-0f1bc0ef-e4d8-4dca-935c-3a338bd49de3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392585 Jun 16 21:23:09.788610 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b777da-9526-487e-b642-ce52785a9bb5 req-65b4d6ce-c048-4d42-af22-a4056af1ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:09.789991 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-65b4d6ce-c048-4d42-af22-a4056af1ede2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 1130 time: 0.0452235 Jun 16 21:23:09.897340 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b777da-9526-487e-b642-ce52785a9bb5 req-2efcda47-2616-408a-ac86-17d937996a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:09.898778 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-2efcda47-2616-408a-ac86-17d937996a23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0839989 Jun 16 21:23:09.966111 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-fad060be-0ce3-4884-8377-4de71b615335 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a184de69-92f7-4829-83d3-e946b229e004 HTTP/1.1" status: 200 len: 1001 time: 0.0578289 Jun 16 21:23:10.017001 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b777da-9526-487e-b642-ce52785a9bb5 req-5b8ef72f-a99a-4453-9ee8-be5b700155ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:10.019205 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-5b8ef72f-a99a-4453-9ee8-be5b700155ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0436018 Jun 16 21:23:10.063687 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b777da-9526-487e-b642-ce52785a9bb5 req-f92bb38b-256c-4195-968f-c5b83863b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:10.065709 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-f92bb38b-256c-4195-968f-c5b83863b241 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372365 Jun 16 21:23:10.142219 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:10.162905 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-3f23b161-9306-4272-93f0-6b58f77b7a1a service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880623 Jun 16 21:23:10.254901 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-80b777da-9526-487e-b642-ce52785a9bb5 req-f0a07a55-aabc-49f9-8191-ac7594b6be97 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830243 Jun 16 21:23:10.604749 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:16.340666 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:19.187942 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:20.249895 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=50 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:20.250690 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=51 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:20.591326 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:20.600641 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:31.219283 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:23:35.117625 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-70b5d560-7089-45fb-bc4b-a6b46b092414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:37.250041 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:37.349519 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b014b781-3c1c-4541-a855-8d003e8555a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:38.597098 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:40.146792 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:40.607635 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:41.215109 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:41.215905 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:41.726979 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84891d-9324-4604-bdb5-63a46c131c8b req-ca0ec98b-dc1f-47b7-b232-a4fa48973b52 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:41.728375 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a84891d-9324-4604-bdb5-63a46c131c8b req-ca0ec98b-dc1f-47b7-b232-a4fa48973b52 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 946 time: 0.2032659 Jun 16 21:23:41.779645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a84891d-9324-4604-bdb5-63a46c131c8b req-4a825be5-65e4-4c58-9bbd-69f5b21d5b05 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457571 Jun 16 21:23:42.953261 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6a0cd-5ee7-41b3-afb1-21300b2f61a4 req-e81d00fc-a851-4bc6-99aa-401ded4fd2ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:42.954723 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9d6a0cd-5ee7-41b3-afb1-21300b2f61a4 req-e81d00fc-a851-4bc6-99aa-401ded4fd2ed tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 946 time: 0.1043422 Jun 16 21:23:43.003799 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9d6a0cd-5ee7-41b3-afb1-21300b2f61a4 req-88047830-9b90-4d9e-a1a6-564bd33653b5 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Jun 16 21:23:43.274435 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-3b1d9ba0-5caa-4068-b3bd-0337ed2e951c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:43.275783 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-3b1d9ba0-5caa-4068-b3bd-0337ed2e951c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 946 time: 0.0472217 Jun 16 21:23:43.361948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Deleting port a184de69-92f7-4829-83d3-e946b229e004 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:23:43.362290 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (a184de69-92f7-4829-83d3-e946b229e004), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:43.454796 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] For port a184de69-92f7-4829-83d3-e946b229e004, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a184de69-92f7-4829-83d3-e946b229e004,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:23:43.455165 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (a184de69-92f7-4829-83d3-e946b229e004), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:43.623132 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:43.623492 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (059b61d3-f75e-42eb-b453-cb0bd0e7856d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:43.623807 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Floating IP 059b61d3-f75e-42eb-b453-cb0bd0e7856d disassociated. External IP: 172.27.3.63, port: a184de69-92f7-4829-83d3-e946b229e004. Jun 16 21:23:43.624152 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Calling delete_port for a184de69-92f7-4829-83d3-e946b229e004 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:23:43.755325 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (a184de69-92f7-4829-83d3-e946b229e004), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:43.786888 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event deleted for resources: {'Port': ['ID=a184de69-92f7-4829-83d3-e946b229e004,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:23:43.798734 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.799086 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.799428 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.799788 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.800100 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.801056 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.801567 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.801888 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.802213 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.802539 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.802863 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.803187 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.803506 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.803825 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.804142 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:43.909034 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:23:44.008296 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:44.011086 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:23:44.023180 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:23:44.033464 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:23:44.034074 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:23:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:23:44.056229 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] No DVR routers for this DVR port a184de69-92f7-4829-83d3-e946b229e004 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:23:44.058838 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:44.061980 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5a7f942f-1f47-40d8-8741-a7acf757569c req-1a9af312-0269-4ee7-8447-7436e26bc015 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "DELETE /v2.0/ports/a184de69-92f7-4829-83d3-e946b229e004 HTTP/1.1" status: 204 len: 173 time: 0.7779872 Jun 16 21:23:44.062438 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'name': 'network-vif-deleted', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:23:44.064695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19dfd1-01da-4304-863f-f4d6b50d03d1" -d '{"events": [{"server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "name": "network-vif-deleted", "tag": "a184de69-92f7-4829-83d3-e946b229e004"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:23:44.111853 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c563435e-15c0-464b-aa43-011390386d47 req-71a09b75-2e64-4079-92e2-77ab0a3b76ba tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=334a1b5b-c324-4952-9875-f93b251a544c HTTP/1.1" status: 200 len: 210 time: 0.0368633 Jun 16 21:23:44.151114 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:23:44.201498 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e13a6-feea-4008-9a2a-66fde3117982 x-openstack-request-id: req-7c7e13a6-feea-4008-9a2a-66fde3117982 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:23:44.201794 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334a1b5b-c324-4952-9875-f93b251a544c", "name": "network-vif-deleted", "tag": "a184de69-92f7-4829-83d3-e946b229e004", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:23:44.202042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c7e13a6-feea-4008-9a2a-66fde3117982 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:23:44.202445 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7e13a6-feea-4008-9a2a-66fde3117982'] response: {'server_uuid': '334a1b5b-c324-4952-9875-f93b251a544c', 'name': 'network-vif-deleted', 'tag': 'a184de69-92f7-4829-83d3-e946b229e004', 'status': 'completed', 'code': 200} Jun 16 21:23:44.352033 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:23:44.375923 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:23:44.385036 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:23:44.385583 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:23:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:23:44.487145 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:23:44.679067 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:23:44.703156 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b9ea7-3eec-4af7-9dbe-0427f493f6e6 None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:23:44.933619 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369547be-82ac-4db0-a753-ea06a2ebdb72 None None] New status for floating IP 059b61d3-f75e-42eb-b453-cb0bd0e7856d: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:23:45.354130 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:45.364719 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-45d4bd12-fa0e-4ab5-9d79-4d7c13515460 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148137412&fields=id&tenant_id=b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 267 time: 0.0458093 Jun 16 21:23:45.473862 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-07938cef-9c73-4e14-b6a7-271171b0a276 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:45.475304 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-07938cef-9c73-4e14-b6a7-271171b0a276 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 811 time: 0.1043026 Jun 16 21:23:45.489762 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-da7def5c-83f0-4459-9215-6fcb6b0b5b1d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/quotas/b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 375 time: 0.0092094 Jun 16 21:23:45.539637 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-3e305b5f-eb4f-4119-af40-c382421c09e4 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452812 Jun 16 21:23:45.598167 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-948e463f-8a9f-4ad2-b6ad-4f7f7e467f8b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:23:45.599358 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-948e463f-8a9f-4ad2-b6ad-4f7f7e467f8b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0481505 Jun 16 21:23:45.692587 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-29e4acd7-0b4a-4d9a-b52e-3f43e1020151 service neutron] 10.222.0.43 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872219 Jun 16 21:23:45.781553 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-d4d258fb-4487-459f-aa86-30384bc9ad5c service neutron] 10.222.0.43 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831959 Jun 16 21:23:46.066336 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4acead9c-0d74-4047-94b2-49217e512334 req-1b4496d0-35f3-49f0-94d4-e48892e15cbc tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Jun 16 21:23:47.157679 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-cf217ce6-c33d-4494-88be-45c30b0ec33f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:47.159120 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-cf217ce6-c33d-4494-88be-45c30b0ec33f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 811 time: 0.1245084 Jun 16 21:23:47.182129 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c4be4c82-1178-4b3d-ba47-a1c86bf0e16e req-8154c6e9-0742-4f7e-bc3b-1e763009ec84 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 210 time: 0.0420001 Jun 16 21:23:47.234361 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-6c5fb3d4-f2a5-452a-b1fc-709703e7873c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 379 time: 0.0593939 Jun 16 21:23:47.244342 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'port': {'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'admin_state_up': True, 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'security_groups': ['a1a377be-1fe4-4858-ae40-1b5227eddc9e']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:23:47.356284 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Made reservation on behalf of b568a213302f46fda9ab9467d36996c5 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:23:47.359553 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:47.494842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Allocated IP 172.20.0.11 (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d/d5212ee8-e35f-47d8-9bcd-4759e9dcd679/0a40dae4-ce88-45f2-8618-3e70841b7d83) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:23:47.500731 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device a184de69-92f7-4829-83d3-e946b229e004 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:23:47.521063 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: a184de69-92f7-4829-83d3-e946b229e004 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:23:47.521423 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device a184de69-92f7-4829-83d3-e946b229e004 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:23:47.536452 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:47.647934 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:47.655882 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:47.682908 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:47.729799 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:23:47.734974 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:23:47.739563 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:23:47.745658 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=0a40dae4-ce88-45f2-8618-3e70841b7d83,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:23:47.794215 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:47.794843 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:47.811558 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-6b7c118e-2b15-441c-99d4-dc05a3d5811b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5707643 Jun 16 21:23:47.822094 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-89dc9407-11e6-4259-abee-0b1f31d69c23 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:23:47.823063 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-89dc9407-11e6-4259-abee-0b1f31d69c23 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051150 Jun 16 21:23:47.887020 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Request body: {'port': {'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:23:47.946821 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:47.974576 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-9e5c65c1-e102-4224-af5c-7aca984fd072 None None] Provisioning complete for port 0a40dae4-ce88-45f2-8618-3e70841b7d83 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:23:47.974947 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e5c65c1-e102-4224-af5c-7aca984fd072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:48.010969 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c65c1-e102-4224-af5c-7aca984fd072 None None] Port 0a40dae4-ce88-45f2-8618-3e70841b7d83 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:23:48.198947 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a40dae4-ce88-45f2-8618-3e70841b7d83 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:23:48.206516 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Publish callbacks [] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:48.219890 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Transition to ACTIVE for port object 0a40dae4-ce88-45f2-8618-3e70841b7d83 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:23:48.223911 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:48.276654 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a40dae4-ce88-45f2-8618-3e70841b7d83,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:23:48.305008 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca2338-fd96-4164-8ecb-7112a6efe4a8 req-d000a4d2-3667-4ac0-8ceb-0da9442c430d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:48.306562 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dca2338-fd96-4164-8ecb-7112a6efe4a8 req-d000a4d2-3667-4ac0-8ceb-0da9442c430d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 944 time: 0.0544875 Jun 16 21:23:48.355479 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Attempting to bind port 0a40dae4-ce88-45f2-8618-3e70841b7d83 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:23:48.355839 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Attempting to bind port 0a40dae4-ce88-45f2-8618-3e70841b7d83 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:23:48.356146 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Attempting to bind port 0a40dae4-ce88-45f2-8618-3e70841b7d83 on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:23:48.360941 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Port 0a40dae4-ce88-45f2-8618-3e70841b7d83 on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:23:48.361330 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Attempting to bind port 0a40dae4-ce88-45f2-8618-3e70841b7d83 on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:23:48.366943 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:23:48.367288 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Checking segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:23:48.367676 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Bound using segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:23:48.368109 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Bound port: 0a40dae4-ce88-45f2-8618-3e70841b7d83, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:23:48.368505 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:48.372971 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4dca2338-fd96-4164-8ecb-7112a6efe4a8 req-b1539111-d597-4296-a2bf-ea212ec4b0b1 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596125 Jun 16 21:23:48.384550 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:48.433904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] For port 0a40dae4-ce88-45f2-8618-3e70841b7d83, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:23:48.437426 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] For port 0a40dae4-ce88-45f2-8618-3e70841b7d83, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:23:48.443792 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:48.476478 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:48.476995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:48.478666 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] 10.222.0.47 "PUT /v2.0/ports/0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 1094 time: 0.6436205 Jun 16 21:23:48.481010 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:23:48.483277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a195f0d9-8bac-435c-bf31-727804371f59" -d '{"events": [{"name": "network-changed", "server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:23:48.507694 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:48.511280 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a55c4-ca06-419f-aae4-00219902eba4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a40dae4-ce88-45f2-8618-3e70841b7d83,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:23:48.543842 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e5591-0f06-4e90-ae01-57ccf6508c6c x-openstack-request-id: req-0b0e5591-0f06-4e90-ae01-57ccf6508c6c {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:23:48.544214 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:23:48.544430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b0e5591-0f06-4e90-ae01-57ccf6508c6c {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:23:48.544834 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0e5591-0f06-4e90-ae01-57ccf6508c6c'] response: {'name': 'network-changed', 'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'status': 'completed', 'code': 200} Jun 16 21:23:48.574118 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-aadd37c6-6b0a-4279-81dc-6943eb49aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:48.575645 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-aadd37c6-6b0a-4279-81dc-6943eb49aadc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1128 time: 0.0465384 Jun 16 21:23:48.623232 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-d038b97b-b768-4d0a-8564-f145d9c505d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 217 time: 0.0368218 Jun 16 21:23:48.674502 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-6ffebedf-e5d0-4987-a403-dc8ab6f1b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:48.676014 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-6ffebedf-e5d0-4987-a403-dc8ab6f1b5ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0468662 Jun 16 21:23:48.724953 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14be-721a-411a-80d0-a83942c7310e req-e283e750-9283-4d22-a0f9-8c138256000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:48.726462 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-e283e750-9283-4d22-a0f9-8c138256000c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390780 Jun 16 21:23:48.822217 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-372649da-47a2-4f51-a904-874b397a21c9 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853465 Jun 16 21:23:48.914719 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67bf14be-721a-411a-80d0-a83942c7310e req-9801bb3d-c33f-44f6-a760-666920876680 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818794 Jun 16 21:23:49.203496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f0d9-8bac-435c-bf31-727804371f59 req-a7c70454-612b-49a7-b53d-9ae67ad7132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:49.205014 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a195f0d9-8bac-435c-bf31-727804371f59 req-a7c70454-612b-49a7-b53d-9ae67ad7132a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1128 time: 0.0433729 Jun 16 21:23:49.295595 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f0d9-8bac-435c-bf31-727804371f59 req-5d335375-1d15-4128-b692-4562cad24ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:49.297078 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a195f0d9-8bac-435c-bf31-727804371f59 req-5d335375-1d15-4128-b692-4562cad24ca2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0823903 Jun 16 21:23:49.341248 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a195f0d9-8bac-435c-bf31-727804371f59 req-7a137394-fc56-41ba-bf91-8a6e3131f8b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 217 time: 0.0348778 Jun 16 21:23:49.393357 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f0d9-8bac-435c-bf31-727804371f59 req-32693c24-5eaf-4a71-9630-ac0db2f52d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:49.395524 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a195f0d9-8bac-435c-bf31-727804371f59 req-32693c24-5eaf-4a71-9630-ac0db2f52d52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0457819 Jun 16 21:23:49.439468 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f0d9-8bac-435c-bf31-727804371f59 req-16e06e7c-89aa-40b1-8dfe-951d3d6bc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:49.442180 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a195f0d9-8bac-435c-bf31-727804371f59 req-16e06e7c-89aa-40b1-8dfe-951d3d6bc86b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400569 Jun 16 21:23:49.475880 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb31d3-775f-4f43-99b2-65803702cfa4 req-5c9ba3f0-4f91-43b8-960c-c92a324a7b9c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:49.477269 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dafb31d3-775f-4f43-99b2-65803702cfa4 req-5c9ba3f0-4f91-43b8-960c-c92a324a7b9c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 944 time: 0.0469136 Jun 16 21:23:49.528348 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dafb31d3-775f-4f43-99b2-65803702cfa4 req-e001c2ac-cd6e-4c80-bee3-77c623ed72e5 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449996 Jun 16 21:23:49.540261 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a195f0d9-8bac-435c-bf31-727804371f59 req-d279cf03-d06c-418b-82e5-13a7187bf013 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886462 Jun 16 21:23:49.633901 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a195f0d9-8bac-435c-bf31-727804371f59 req-ece5ffb5-7104-4e23-8803-3a9d51488838 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825071 Jun 16 21:23:50.648663 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a355639-d925-41f8-a140-3b10071fe408 req-be1bc5eb-fa71-4fca-9464-b3ba396dab2a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:50.650119 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a355639-d925-41f8-a140-3b10071fe408 req-be1bc5eb-fa71-4fca-9464-b3ba396dab2a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 944 time: 0.0514369 Jun 16 21:23:50.698450 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a355639-d925-41f8-a140-3b10071fe408 req-393f9b3c-5d36-4450-a2c6-3f475b1076ac tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428851 Jun 16 21:23:51.811214 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1dd6e-5fee-46b6-a364-494f7c1495fd req-05663ae4-b19b-4b22-b354-5929982d1251 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:51.812681 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bb1dd6e-5fee-46b6-a364-494f7c1495fd req-05663ae4-b19b-4b22-b354-5929982d1251 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 944 time: 0.0468931 Jun 16 21:23:51.860592 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bb1dd6e-5fee-46b6-a364-494f7c1495fd req-c83cf53c-4068-42c4-98ae-72e5e7e470de tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Jun 16 21:23:52.975266 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3116b0f-1295-42e0-8bc4-6af57899d3d0 req-a7235639-4fc2-4e96-92c2-75c837174ebb tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:52.976783 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3116b0f-1295-42e0-8bc4-6af57899d3d0 req-a7235639-4fc2-4e96-92c2-75c837174ebb tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 944 time: 0.0490289 Jun 16 21:23:53.006594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:53.031634 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-f3116b0f-1295-42e0-8bc4-6af57899d3d0 req-3ec357e7-b50b-44a0-8a11-07ca1d556194 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489132 Jun 16 21:23:54.147438 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a50a-17ea-4be6-931d-dc8164d3503f req-f0cdf76b-e5d5-4178-bfa8-23cd7afc3161 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:54.148901 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a99a50a-17ea-4be6-931d-dc8164d3503f req-f0cdf76b-e5d5-4178-bfa8-23cd7afc3161 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 944 time: 0.0499656 Jun 16 21:23:54.196270 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a99a50a-17ea-4be6-931d-dc8164d3503f req-ef223b54-37a4-449c-86d1-5ef5a7a4678b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Jun 16 21:23:54.681255 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=71 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:54.682054 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=67 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:55.295920 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:55.314277 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d0f39-b75c-414f-bb0d-c0035ebdfa19 req-42d37423-32af-42cb-a6df-2772c0bca6ff tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:55.316161 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9b2d0f39-b75c-414f-bb0d-c0035ebdfa19 req-42d37423-32af-42cb-a6df-2772c0bca6ff tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 944 time: 0.0492835 Jun 16 21:23:55.368590 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9b2d0f39-b75c-414f-bb0d-c0035ebdfa19 req-25702967-637b-4394-9e0e-88145facab8a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470717 Jun 16 21:23:55.563721 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0a40dae4-ce88-45f2-8618-3e70841b7d83 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:23:55.663318 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 0a40dae4-ce88-45f2-8618-3e70841b7d83, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:23:55.674057 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:23:55.708894 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 0a40dae4-ce88-45f2-8618-3e70841b7d83 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:23:55.709272 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:55.721666 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a40dae4-ce88-45f2-8618-3e70841b7d83 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:23:55.740448 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 0a40dae4-ce88-45f2-8618-3e70841b7d83, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:23:55.744319 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:55.788750 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=0a40dae4-ce88-45f2-8618-3e70841b7d83,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:23:55.795506 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.795847 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.796206 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.796533 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.796857 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.797177 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.797497 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.797814 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.798130 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.798446 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.798758 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.799075 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.799389 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.799721 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.800273 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:23:55.989751 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['0a40dae4-ce88-45f2-8618-3e70841b7d83'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:23:56.196820 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:56.482051 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa6a-89c7-41b2-a982-78dba03b33ab req-2b8db9b3-efc8-4aa9-abc1-25b47747393e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:56.483505 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75a2fa6a-89c7-41b2-a982-78dba03b33ab req-2b8db9b3-efc8-4aa9-abc1-25b47747393e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Jun 16 21:23:56.532750 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75a2fa6a-89c7-41b2-a982-78dba03b33ab req-db2005fa-833d-4539-bce5-7591ed618287 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Jun 16 21:23:57.564285 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0a40dae4-ce88-45f2-8618-3e70841b7d83 up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:23:57.604524 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:23:57.607032 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 0a40dae4-ce88-45f2-8618-3e70841b7d83 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:23:57.613456 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 0a40dae4-ce88-45f2-8618-3e70841b7d83 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:23:57.613844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:57.693319 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 0a40dae4-ce88-45f2-8618-3e70841b7d83 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:23:57.693708 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:57.719688 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:23:57.723687 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e906e-3311-4c2a-b777-3e04ee8c76e0" -d '{"events": [{"server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "name": "network-vif-plugged", "status": "completed", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:23:57.737034 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 0a40dae4-ce88-45f2-8618-3e70841b7d83, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:23:57.742032 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:23:57.771185 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36fecb-a9f1-4d9d-93fb-8fa8b7c9501d x-openstack-request-id: req-be36fecb-a9f1-4d9d-93fb-8fa8b7c9501d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:23:57.771422 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "name": "network-vif-plugged", "status": "completed", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:23:57.771631 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be36fecb-a9f1-4d9d-93fb-8fa8b7c9501d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:23:57.772021 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be36fecb-a9f1-4d9d-93fb-8fa8b7c9501d'] response: {'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'code': 200} Jun 16 21:23:57.803453 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=0a40dae4-ce88-45f2-8618-3e70841b7d83,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:23:57.903390 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97064663-c120-4b36-a877-0ecc8f6bd9ae req-31cb059c-0eb5-4bf8-b0ff-0938c75a44c1 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:57.904934 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-97064663-c120-4b36-a877-0ecc8f6bd9ae req-31cb059c-0eb5-4bf8-b0ff-0938c75a44c1 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 945 time: 0.3022912 Jun 16 21:23:57.959374 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-97064663-c120-4b36-a877-0ecc8f6bd9ae req-a48ad0c3-c275-4cc6-9f39-3166768223bd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473380 Jun 16 21:23:58.001563 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27faf3-38ae-4eb4-bdc5-a9f4c08c26cb req-ce42e862-e57a-47f3-bd4c-bcd2c9410c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:58.003630 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb27faf3-38ae-4eb4-bdc5-a9f4c08c26cb req-ce42e862-e57a-47f3-bd4c-bcd2c9410c2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1130 time: 0.0382423 Jun 16 21:23:58.048317 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-eb27faf3-38ae-4eb4-bdc5-a9f4c08c26cb req-9112c44a-6bb7-4bd5-816b-a000e43f14b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 Jun 16 21:23:59.076610 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd7c3b-58fb-4332-b084-770b727edfab req-c6962121-125c-4668-ba51-a5e44b29965b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:23:59.078702 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3cd7c3b-58fb-4332-b084-770b727edfab req-c6962121-125c-4668-ba51-a5e44b29965b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 946 time: 0.0489857 Jun 16 21:23:59.132464 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3cd7c3b-58fb-4332-b084-770b727edfab req-f462c091-58d1-46af-8fdf-57368f9c1bfc tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474098 Jun 16 21:24:00.244910 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a0f5e-f2c6-497a-a3a6-b9b3a2d07ec8 req-61d0c57f-5a77-4a67-b2a1-40f50b399262 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:00.246620 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a9a0f5e-f2c6-497a-a3a6-b9b3a2d07ec8 req-61d0c57f-5a77-4a67-b2a1-40f50b399262 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 946 time: 0.0487776 Jun 16 21:24:00.295163 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a9a0f5e-f2c6-497a-a3a6-b9b3a2d07ec8 req-3dd73144-07ce-4e5a-ad52-6c77c815b49f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 Jun 16 21:24:00.406886 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bce78-6e48-4307-9d4a-a514d03468fc req-f48ffa6b-b772-4626-aaa7-cdd2fd3aaa24 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:00.408367 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b65bce78-6e48-4307-9d4a-a514d03468fc req-f48ffa6b-b772-4626-aaa7-cdd2fd3aaa24 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 946 time: 0.0481195 Jun 16 21:24:00.457598 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b65bce78-6e48-4307-9d4a-a514d03468fc req-14d15ee3-41c6-4ad7-a4a5-04d22df732fc tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436008 Jun 16 21:24:00.479409 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42794) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:24:00.517519 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de700db-dd73-4a1f-a60c-5571a4e8f955 tempest-TestVolumeBootPattern-1931065332 tempest-TestVolumeBootPattern-1931065332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:00.519204 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7de700db-dd73-4a1f-a60c-5571a4e8f955 tempest-TestVolumeBootPattern-1931065332 tempest-TestVolumeBootPattern-1931065332-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1125 time: 0.0388472 Jun 16 21:24:00.521924 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42796) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:24:00.526218 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:24:00.546727 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:00.628080 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:00.705641 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:00.708454 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:00.732605 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Allocated IP 172.27.3.173 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/65d2ec0d-6960-4bf0-9472-3e6c7828ad54) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:24:00.836752 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:00.868690 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:00.904690 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:24:00.907581 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:24:00.913852 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:24:00.942131 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=65d2ec0d-6960-4bf0-9472-3e6c7828ad54,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:24:00.953432 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.953779 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.954124 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.954465 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.954799 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.955134 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.955462 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.956434 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.956763 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.957092 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.957425 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.957752 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.958088 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.958403 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:00.958779 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:24:01.276116 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (3fc3d7f7-e2f4-4230-ab0a-a162098e0824), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:01.341327 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:01.433851 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:01.469657 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:01.492568 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:01.496838 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1277571'] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:01.570613 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=65d2ec0d-6960-4bf0-9472-3e6c7828ad54,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:24:01.581431 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (3fc3d7f7-e2f4-4230-ab0a-a162098e0824), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:01.676840 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Floating IP 3fc3d7f7-e2f4-4230-ab0a-a162098e0824 associated. External IP: 172.27.3.173, port: 0a40dae4-ce88-45f2-8618-3e70841b7d83. Jun 16 21:24:01.868898 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:24:01.973756 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:24:01.983517 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:24:01.992166 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:01.993975 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:24:01.994591 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:23:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:24:02.027926 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-09c28be4-1b0e-42a4-be4e-4061dbe698b6 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5049188 Jun 16 21:24:02.028861 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:24:02.031172 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64be150-c476-40f2-aaaf-a053de91ce2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:24:02.125802 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95247c3-8300-4489-a086-174644fef9d1 x-openstack-request-id: req-a95247c3-8300-4489-a086-174644fef9d1 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:24:02.126093 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:24:02.126340 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a95247c3-8300-4489-a086-174644fef9d1 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:24:02.126753 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95247c3-8300-4489-a086-174644fef9d1'] response: {'name': 'network-changed', 'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'status': 'completed', 'code': 200} Jun 16 21:24:02.182512 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:24:02.189752 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-393d23b5-368e-4a82-b6c3-7d8b690d0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:02.192277 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-393d23b5-368e-4a82-b6c3-7d8b690d0902 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1130 time: 0.0411792 Jun 16 21:24:02.293995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-bc5a7245-a725-4478-9d4b-67a2866b9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:02.295494 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-bc5a7245-a725-4478-9d4b-67a2866b9057 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0913048 Jun 16 21:24:02.357408 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-6aea977b-471b-4269-8089-215b96573f58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 1000 time: 0.0557897 Jun 16 21:24:02.393908 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:01Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:24:02.406314 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-f3b2294a-336a-473e-aec7-01b85d2c9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:02.407816 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-f3b2294a-336a-473e-aec7-01b85d2c9b68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0440738 Jun 16 21:24:02.417982 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:24:02.426430 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:24:02.427027 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:23:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:24:02.455387 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-a63effc6-a47f-4aae-953d-b92a5a8b77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:02.457155 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-a63effc6-a47f-4aae-953d-b92a5a8b77b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436144 Jun 16 21:24:02.530156 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:24:02.552231 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-b7a0fdaf-e003-46dc-b2b8-9307de5dabf9 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890234 Jun 16 21:24:02.646893 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a64be150-c476-40f2-aaaf-a053de91ce2a req-15fdc539-3f63-4e8d-b748-2243f1af9f2b service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888579 Jun 16 21:24:02.742959 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:01Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:24:02.767148 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7e0e0-2326-40b7-91fe-522eea1e3174 None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:01Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:24:02.955440 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780cefbc-39e6-432f-973c-6b277c83892b None None] New status for floating IP 3fc3d7f7-e2f4-4230-ab0a-a162098e0824: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:24:05.121674 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4acdb860-c493-46b9-a1ab-a9f042e7e85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:07.263184 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:07.350749 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f49bf464-8bbc-495a-b774-9e264314b123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:08.218352 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:24:08.602156 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:09.685001 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-b8a90796-895c-4f6d-adf3-661ac43b9460 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375407 Jun 16 21:24:09.765641 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744276e1-242c-49ce-beeb-345e423f9a5c req-fb6d4183-3f09-4b62-84eb-29941f622aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:09.767082 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-fb6d4183-3f09-4b62-84eb-29941f622aef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1130 time: 0.0391624 Jun 16 21:24:09.839466 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:09.872343 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744276e1-242c-49ce-beeb-345e423f9a5c req-40fcb026-95e7-4756-a261-f731249ebaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:09.873797 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-40fcb026-95e7-4756-a261-f731249ebaf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0885246 Jun 16 21:24:09.934613 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-2730910e-c581-44f0-9068-2ea8dbbe41c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 1002 time: 0.0543666 Jun 16 21:24:09.974921 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:09.989658 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744276e1-242c-49ce-beeb-345e423f9a5c req-ecba82c6-099b-4802-8c40-7b049af8d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:09.991115 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-ecba82c6-099b-4802-8c40-7b049af8d79c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0500636 Jun 16 21:24:10.034024 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744276e1-242c-49ce-beeb-345e423f9a5c req-d0c3a804-0a55-428f-82fe-b7cc848ee0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:24:10.036056 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-d0c3a804-0a55-428f-82fe-b7cc848ee0fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383842 Jun 16 21:24:10.128143 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-b0466c30-b45c-4230-8314-49fa93c3659d service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855830 Jun 16 21:24:10.150103 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:10.219587 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-744276e1-242c-49ce-beeb-345e423f9a5c req-14dce2cb-f2fd-4cc8-8d87-d4f5fec41ac3 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850434 Jun 16 21:24:10.613651 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:12.018010 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:12.020816 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:18.212859 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=75 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:18.213600 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=75 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:20.210454 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=43 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:20.216595 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=23 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:20.606935 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:20.608922 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:33.226306 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:33.227088 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:35.123659 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0d88d6b1-8786-44ec-aee0-fb41596c6121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:37.263385 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:37.352036 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3031689a-779f-4fa0-8e6a-ce49e018687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:38.602585 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:40.153426 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:40.607186 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:24:45.217496 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:24:50.600588 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:50.602603 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:24:55.213731 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:05.127734 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5d37189a-d39e-4d04-8f2f-cbc1e9d58429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:07.277007 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:07.327006 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:07.338862 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:07.352612 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53ceac00-a971-4615-a992-f87557d34bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:08.605638 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:09.690539 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-03cbc424-ff92-48e7-9df0-7ae3df3a757b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387750 Jun 16 21:25:09.778825 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-f5d840b3-3e3e-41be-bff7-464ec396530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:09.780332 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-f5d840b3-3e3e-41be-bff7-464ec396530c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1130 time: 0.0444286 Jun 16 21:25:09.895676 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-92373ea2-d687-46bf-b226-de3dbc051f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:09.897096 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-92373ea2-d687-46bf-b226-de3dbc051f24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0942869 Jun 16 21:25:09.966482 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-7d2ab404-cac0-4451-b026-b7c6cb62d3bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 1002 time: 0.0592692 Jun 16 21:25:10.018082 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-70699465-4b96-4be2-9fee-0fbcd1371299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:10.019475 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-70699465-4b96-4be2-9fee-0fbcd1371299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0436795 Jun 16 21:25:10.066208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-ac880a18-4302-49cb-9eda-f105a25ff1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:10.067680 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-ac880a18-4302-49cb-9eda-f105a25ff1c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389371 Jun 16 21:25:10.156671 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:10.168306 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-7fca34cf-8c2d-4764-ac95-30c0839c9dfc service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908742 Jun 16 21:25:10.260976 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cc4c7144-93b1-4411-8c50-465391d605c4 req-45b65c13-1806-420e-b13b-2346104f1862 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835338 Jun 16 21:25:10.611948 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:20.256282 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=47 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:20.258186 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=54 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:20.605235 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:20.607490 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:22.217107 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:25:34.200043 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:34.200805 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=12 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:35.129796 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-49192ca1-8919-4a0f-8d87-cb7064855e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:37.276051 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:37.354301 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-14bbd63a-6b14-49d3-9376-d5037b986423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:38.608321 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:40.160326 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:40.614518 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:44.333422 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:44.334256 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:49.147985 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-23f42acc-ecf8-4793-8c63-7e1e65b1b720 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148137412&fields=id&tenant_id=b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 267 time: 0.0464561 Jun 16 21:25:49.253000 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-e2e3aab0-a1ab-4202-a313-b22f90a292e9 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:49.254382 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-e2e3aab0-a1ab-4202-a313-b22f90a292e9 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 811 time: 0.1002495 Jun 16 21:25:49.268760 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-c7405be6-5081-41f7-8be1-25af6a7cba5a tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/quotas/b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 375 time: 0.0090933 Jun 16 21:25:49.322971 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-4e4830cb-1e44-4e2a-a584-82eabb887490 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491464 Jun 16 21:25:49.410298 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-1b275f9e-1196-458b-9064-c91d8657d72b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 21:25:49.411298 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-1b275f9e-1196-458b-9064-c91d8657d72b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0765550 Jun 16 21:25:49.501308 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-081182f5-7e47-430d-ad33-d801e8c6c870 service neutron] 10.222.0.43 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841022 Jun 16 21:25:49.842891 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3263dae1-ba88-47ae-aebb-ae322dd86e29 service neutron] 10.222.0.43 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358607 Jun 16 21:25:50.151632 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b7684806-6fef-4527-a1ca-ad7e2b1eb46b req-2aaef9fa-e4a8-473e-a863-a500b30fb887 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 210 time: 0.0339410 Jun 16 21:25:50.608044 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:50.610796 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:51.099980 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-175cc04c-fdc9-4d3b-8318-89648aaedd42 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:51.101482 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-175cc04c-fdc9-4d3b-8318-89648aaedd42 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 811 time: 0.1034174 Jun 16 21:25:51.166688 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-f181d02a-679f-4058-bc20-971c2713da4d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b568a213302f46fda9ab9467d36996c5 HTTP/1.1" status: 200 len: 379 time: 0.0550053 Jun 16 21:25:51.178430 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'port': {'device_id': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'admin_state_up': True, 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'security_groups': ['a1a377be-1fe4-4858-ae40-1b5227eddc9e']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:25:51.258146 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2e703862-7121-4df1-96bb-c638ac031f68 req-61cabd9f-3574-44f0-bde5-b6efdc373baa tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 210 time: 0.0279896 Jun 16 21:25:51.293961 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Made reservation on behalf of b568a213302f46fda9ab9467d36996c5 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 21:25:51.298096 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:51.431003 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Allocated IP 172.20.0.4 (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d/d5212ee8-e35f-47d8-9bcd-4759e9dcd679/4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:25:51.582775 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:51.615859 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:51.666616 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:25:51.672349 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:25:51.674982 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:25:51.679615 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:25:51.706800 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.707154 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.707500 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.707848 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.708239 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.708548 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.708880 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.709209 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.709540 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.709867 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.710215 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.710524 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.710861 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.711170 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.711496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:25:51.741121 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:51.741744 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:51.753731 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:51.760204 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-051489cd-ee41-44b6-9960-51b62681eaee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854058 Jun 16 21:25:51.772213 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Request body: {'port': {'device_id': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:25:51.832948 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:51.868216 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-3baa2654-120a-4afc-a6ac-5a8094bf07f1 None None] Provisioning complete for port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:25:51.868815 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3baa2654-120a-4afc-a6ac-5a8094bf07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:51.899674 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3baa2654-120a-4afc-a6ac-5a8094bf07f1 None None] Port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 21:25:51.942894 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:52.091979 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:25:52.099600 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Publish callbacks [] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:52.112551 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Transition to ACTIVE for port object 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 21:25:52.116278 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:52.163566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:25:52.242456 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Attempting to bind port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 21:25:52.243147 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Attempting to bind port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 21:25:52.243147 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Attempting to bind port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:25:52.248031 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 21:25:52.248397 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Attempting to bind port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b on network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 21:25:52.253886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Checking agent: {'id': 'd12cc0de-443e-4136-9e5c-d07ed4e02fec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'started_at': datetime.datetime(2022, 6, 16, 21, 11, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 21, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 21:25:52.254222 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Checking segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 21:25:52.254610 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Bound using segment: {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 21:25:52.255042 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Bound port: 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c065c395-125b-4f99-8a6f-f0752a1d03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 21:25:52.255408 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:52.323424 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] For port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b, host hv-cinder-81914, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 21:25:52.331021 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] For port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 21:25:52.347417 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:52.407409 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:52.408110 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:25:52.409522 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] 10.222.0.47 "PUT /v2.0/ports/4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b HTTP/1.1" status: 200 len: 1093 time: 0.6416762 Jun 16 21:25:52.410088 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:25:52.412365 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3c0beb-833a-41c9-a167-b3c6dcf4620d" -d '{"events": [{"name": "network-changed", "server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:25:52.420464 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c1fc-d399-4d29-813e-e016808d545d req-876f2afe-8942-4a32-95a0-f620041629bf tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:52.422476 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ac4c1fc-d399-4d29-813e-e016808d545d req-876f2afe-8942-4a32-95a0-f620041629bf tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0863731 Jun 16 21:25:52.466566 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd67213-ceba-452f-b3ac-602c1a81915b x-openstack-request-id: req-cdd67213-ceba-452f-b3ac-602c1a81915b {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:25:52.466861 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:25:52.467113 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdd67213-ceba-452f-b3ac-602c1a81915b {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:25:52.467510 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd67213-ceba-452f-b3ac-602c1a81915b'] response: {'name': 'network-changed', 'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'status': 'completed', 'code': 200} Jun 16 21:25:52.499067 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76bb56-5fe2-4377-a1e7-49466a1ccee5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:25:52.534893 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-4903474a-adf3-4993-bdf3-7ed5e238e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:52.536434 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-4903474a-adf3-4993-bdf3-7ed5e238e9c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 1127 time: 0.0717618 Jun 16 21:25:52.541392 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6ac4c1fc-d399-4d29-813e-e016808d545d req-996fabd4-82ea-44fe-9e6e-e41f7da931b2 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081843 Jun 16 21:25:52.595938 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-69eb884d-4cf4-437a-96b8-b5a7ca06f812 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b HTTP/1.1" status: 200 len: 217 time: 0.0474122 Jun 16 21:25:52.641762 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:52.648184 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-78940250-b4e8-4e71-acb2-9c092fc17495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:52.649643 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-78940250-b4e8-4e71-acb2-9c092fc17495 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0466049 Jun 16 21:25:52.694295 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-68491ded-afd2-4836-863f-87be5eba9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:52.695730 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-68491ded-afd2-4836-863f-87be5eba9b0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393066 Jun 16 21:25:52.789661 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-aca2bbab-7ff6-4d3a-8c7c-e30646378da1 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842030 Jun 16 21:25:52.878377 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c64d94d0-f2cd-4f08-8021-aca0e4db9eeb req-f4a4d135-2a13-4db1-a9fd-b60d5b5d0cdd service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797160 Jun 16 21:25:53.241129 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:25:53.252658 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-fb7a5a04-f690-41e3-ab17-df650faf1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:53.254128 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-fb7a5a04-f690-41e3-ab17-df650faf1acc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 1127 time: 0.0429885 Jun 16 21:25:53.348582 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-476dc97e-88d9-4597-8b85-59e24f6a1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:53.350044 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-476dc97e-88d9-4597-8b85-59e24f6a1e9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0889382 Jun 16 21:25:53.391725 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-36e59d58-8a84-4e62-889d-06039b80a5a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b HTTP/1.1" status: 200 len: 217 time: 0.0326269 Jun 16 21:25:53.449511 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-d17656b0-e597-4f02-a4f6-42aa991ad6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:53.450956 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-d17656b0-e597-4f02-a4f6-42aa991ad6c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0477421 Jun 16 21:25:53.496798 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-d9370dbf-7676-435b-89d7-71094b57148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:53.498182 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-d9370dbf-7676-435b-89d7-71094b57148f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388017 Jun 16 21:25:53.587344 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-4c2a2337-7ba8-44fe-a113-eaa795cb3d5f service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823088 Jun 16 21:25:53.659032 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7758f-daed-41a3-b2a3-40dd9a855c0a req-e81152d4-e8c9-4034-83db-504324684786 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:53.660546 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b7758f-daed-41a3-b2a3-40dd9a855c0a req-e81152d4-e8c9-4034-83db-504324684786 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0473692 Jun 16 21:25:53.685994 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-db3c0beb-833a-41c9-a167-b3c6dcf4620d req-e22b8bb4-25d4-46be-aeec-a9e61add3de3 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894189 Jun 16 21:25:53.713460 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04b7758f-daed-41a3-b2a3-40dd9a855c0a req-64ae7b9c-458b-4448-b95a-cb4aa8a977d7 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471199 Jun 16 21:25:54.831805 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c80a4-87cf-4ee9-b848-c92842366cef req-0d6d4c0d-1016-4762-964b-79e969a22829 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:54.833328 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-af6c80a4-87cf-4ee9-b848-c92842366cef req-0d6d4c0d-1016-4762-964b-79e969a22829 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0501280 Jun 16 21:25:54.884573 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-af6c80a4-87cf-4ee9-b848-c92842366cef req-eb36e4e9-f067-44f8-a712-4c87b66a5095 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455000 Jun 16 21:25:55.998986 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744693c-4fc5-4792-8cc8-475e501cc46c req-201d68dc-b6f2-4183-9297-8d5f20f84a3c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:56.000536 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5744693c-4fc5-4792-8cc8-475e501cc46c req-201d68dc-b6f2-4183-9297-8d5f20f84a3c tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0475895 Jun 16 21:25:56.056312 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5744693c-4fc5-4792-8cc8-475e501cc46c req-1bfdeecd-ef5a-4799-b7a3-84ccb757fb3d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495605 Jun 16 21:25:57.171809 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41041069-1540-438f-8463-011a2d7f44ef req-7cc80d16-91a2-4ab5-b48e-ae5eb46a8af0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:57.173299 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41041069-1540-438f-8463-011a2d7f44ef req-7cc80d16-91a2-4ab5-b48e-ae5eb46a8af0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0517235 Jun 16 21:25:57.221679 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41041069-1540-438f-8463-011a2d7f44ef req-a409eb9d-3618-4ddd-bbf1-a20730532812 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Jun 16 21:25:58.333479 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71448813-1caf-4320-9f75-14dbc8857658 req-32f17fac-05e7-4ff3-b389-bb29c08983df tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:58.334923 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71448813-1caf-4320-9f75-14dbc8857658 req-32f17fac-05e7-4ff3-b389-bb29c08983df tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0469859 Jun 16 21:25:58.384750 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71448813-1caf-4320-9f75-14dbc8857658 req-b0763e83-7afa-457e-aac9-df3d756b0be9 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 Jun 16 21:25:59.215816 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:25:59.496195 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7e9b0-6cf7-4b0b-88c9-695082e14774 req-c8fe6403-ee4e-427f-8cf1-8a702aa0c3c2 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:25:59.497648 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bbc7e9b0-6cf7-4b0b-88c9-695082e14774 req-c8fe6403-ee4e-427f-8cf1-8a702aa0c3c2 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0460219 Jun 16 21:25:59.545617 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bbc7e9b0-6cf7-4b0b-88c9-695082e14774 req-6bee8e22-2a51-41b9-82f7-c35ef25a14ea tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414195 Jun 16 21:26:00.668581 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223f22-d094-4229-bc1a-22fee0c31c54 req-dc635b0f-a7d5-4d23-9e88-e309f815810f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:00.670154 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4a223f22-d094-4229-bc1a-22fee0c31c54 req-dc635b0f-a7d5-4d23-9e88-e309f815810f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0506926 Jun 16 21:26:00.719478 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4a223f22-d094-4229-bc1a-22fee0c31c54 req-e3440e3d-1f96-4c1e-b500-b6c02838c58b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Jun 16 21:26:01.838065 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c049-15db-414f-89ac-2c174b1cf381 req-1a66bb93-e6b4-4f36-b1b0-e6d292dde953 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:01.839537 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-12b5c049-15db-414f-89ac-2c174b1cf381 req-1a66bb93-e6b4-4f36-b1b0-e6d292dde953 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 943 time: 0.0503879 Jun 16 21:26:01.852074 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:01.889805 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-12b5c049-15db-414f-89ac-2c174b1cf381 req-62a7d5f8-789b-4328-8a86-fd4810a5bf30 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Jun 16 21:26:02.028082 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 21:26:02.122846 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:26:02.134498 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Returning: {'device': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'port_id': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'mac_address': 'fa:16:3e:7c:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 21:26:02.171985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:26:02.172407 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:02.185788 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 21:26:02.205976 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:26:02.209812 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:02.255196 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:26:02.262064 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.262483 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.262816 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.263145 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.263468 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.263784 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.264100 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.264440 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.264755 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.265071 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.265384 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.265700 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.266016 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.266339 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.266658 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:26:02.479157 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] get_ports_and_sgs() called for port_ids ['4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 21:26:03.006156 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ef8e-2f02-48dd-93b7-dc47265bd882 req-345d8d2e-a397-4fd5-8493-35912a7cddc0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:03.007645 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b248ef8e-2f02-48dd-93b7-dc47265bd882 req-345d8d2e-a397-4fd5-8493-35912a7cddc0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 944 time: 0.0474961 Jun 16 21:26:03.056094 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b248ef8e-2f02-48dd-93b7-dc47265bd882 req-289cf8d2-c09a-4bb2-98d8-75616abafd3f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430942 Jun 16 21:26:04.028366 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b up at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 21:26:04.070908 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning for port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 21:26:04.076305 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Provisioning complete for port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 21:26:04.076682 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7727024'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:04.169792 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62ee9-a8a3-4c0e-9c11-52ac48b81a1f req-3d10f429-4423-4121-8f62-4bd9903d510f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:04.170381 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:04.171299 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-afb62ee9-a8a3-4c0e-9c11-52ac48b81a1f req-3d10f429-4423-4121-8f62-4bd9903d510f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 944 time: 0.0473976 Jun 16 21:26:04.186832 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:04.224266 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-afb62ee9-a8a3-4c0e-9c11-52ac48b81a1f req-b2a048de-705b-40a2-8d20-d751063275b0 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461562 Jun 16 21:26:04.240948 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Current status of the port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 21:26:04.241337 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:04.280080 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:26:04.282775 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb1014604b4522523100d5884b5eccbd31c65c79c224e48526e17e1cac12bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657034e-7259-4772-9873-b34ead0ce8fe" -d '{"events": [{"server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "name": "network-vif-plugged", "status": "completed", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:26:04.301694 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] For port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:26:04.305844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:04.354573 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Pushing event updated for resources: {'Port': ['ID=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:26:04.420248 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd2f63-911d-4aa6-9fa4-c5efb911413c x-openstack-request-id: req-1acd2f63-911d-4aa6-9fa4-c5efb911413c {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:26:04.420540 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "name": "network-vif-plugged", "status": "completed", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:26:04.420791 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1acd2f63-911d-4aa6-9fa4-c5efb911413c {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:26:04.421187 dv-cinder-819149-6-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acd2f63-911d-4aa6-9fa4-c5efb911413c'] response: {'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'code': 200} Jun 16 21:26:04.647991 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836241e6-1aa9-4538-a13f-5f26eeb37a1d req-9d1e0209-2567-4cd6-90b9-6adb75a86932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:04.649524 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-836241e6-1aa9-4538-a13f-5f26eeb37a1d req-9d1e0209-2567-4cd6-90b9-6adb75a86932 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 1129 time: 0.0389063 Jun 16 21:26:04.701117 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-836241e6-1aa9-4538-a13f-5f26eeb37a1d req-02a8ce18-cc08-4336-ab5e-f9ff26a6f1dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Jun 16 21:26:05.133284 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f46f579f-04e6-4af4-a2d6-8e9aff01b60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:05.339026 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeb565-169c-4f92-b48d-90cc8db3a0db req-b6f08670-f4d6-4f3a-a388-de8064a517d7 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:05.340506 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92aeb565-169c-4f92-b48d-90cc8db3a0db req-b6f08670-f4d6-4f3a-a388-de8064a517d7 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 945 time: 0.0469642 Jun 16 21:26:05.372463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:05.389458 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-92aeb565-169c-4f92-b48d-90cc8db3a0db req-34aca416-2e4d-4d90-a1eb-f4b0c9cc803e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 Jun 16 21:26:06.503231 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f6a2b-2013-4a14-a4b8-c549969642f9 req-dd7ae577-65b4-40b0-84ba-41992ea0b371 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:06.504692 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b5f6a2b-2013-4a14-a4b8-c549969642f9 req-dd7ae577-65b4-40b0-84ba-41992ea0b371 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 945 time: 0.0475304 Jun 16 21:26:06.555646 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b5f6a2b-2013-4a14-a4b8-c549969642f9 req-fa19014e-d104-433d-8e81-9ff1a9f0b6ff tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455091 Jun 16 21:26:06.670231 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d69278-5bbc-4e29-88ab-5d2f6123a4ca req-31c181cf-1f7f-4915-916f-a74b6822fc79 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:06.671606 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86d69278-5bbc-4e29-88ab-5d2f6123a4ca req-31c181cf-1f7f-4915-916f-a74b6822fc79 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 945 time: 0.0482476 Jun 16 21:26:06.720468 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-86d69278-5bbc-4e29-88ab-5d2f6123a4ca req-b5441fd5-e02f-46cf-99df-8fb5804af67f tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Jun 16 21:26:06.742386 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42934) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:26:06.783040 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3cf77-8d05-47d8-b506-5ab7a5b45960 tempest-TestVolumeBootPattern-1931065332 tempest-TestVolumeBootPattern-1931065332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:06.784586 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6fe3cf77-8d05-47d8-b506-5ab7a5b45960 tempest-TestVolumeBootPattern-1931065332 tempest-TestVolumeBootPattern-1931065332-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 1124 time: 0.0412443 Jun 16 21:26:06.787217 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 42936) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:26:06.791457 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Request body: {'floatingip': {'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'port_id': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 21:26:06.812109 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:06.889077 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:06.995801 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Allocated IP 172.27.3.98 (61c64e73-54e2-4085-82b9-186927f3c473/b998a4b9-b89b-4847-8d18-4940804cff09/2708a2fc-33c8-435d-b572-f49a7d2448ae) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 21:26:07.097956 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.129494 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987844374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.140582 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:07.168412 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Network 61c64e73-54e2-4085-82b9-186927f3c473 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 21:26:07.173197 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 21:26:07.179892 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 21:26:07.202734 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=2708a2fc-33c8-435d-b572-f49a7d2448ae,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:26:07.291218 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.356416 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-89e25d1d-d5ca-4e97-adb7-6422864682f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.437588 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:07.526252 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (7a92dd6f-06f7-439c-8539-3252c41011b9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.602100 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7652518'] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.749832 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.755234 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988212821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987844392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987844410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17516138'] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:07.818722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event updated for resources: {'Port': ['ID=2708a2fc-33c8-435d-b572-f49a7d2448ae,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:26:07.832165 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805509'] for floatingip (7a92dd6f-06f7-439c-8539-3252c41011b9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:08.177889 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Floating IP 7a92dd6f-06f7-439c-8539-3252c41011b9 associated. External IP: 172.27.3.98, port: 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b. Jun 16 21:26:08.260423 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:08.375822 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:26:08.477373 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:26:08.481246 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:08.487142 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:26:08.496028 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:08.498003 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:26:08.498615 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:26:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:26:08.527026 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e1e82d05-95a0-4bb6-9011-038475b726fe tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7387688 Jun 16 21:26:08.527625 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:26:08.530026 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be" -d '{"events": [{"name": "network-changed", "server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:26:08.566152 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6843f07e-ebc0-449f-9966-0a567e2699bb x-openstack-request-id: req-6843f07e-ebc0-449f-9966-0a567e2699bb {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:26:08.566441 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:26:08.566688 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6843f07e-ebc0-449f-9966-0a567e2699bb {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:26:08.567107 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6843f07e-ebc0-449f-9966-0a567e2699bb'] response: {'name': 'network-changed', 'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'status': 'completed', 'code': 200} Jun 16 21:26:08.604696 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:26:08.613980 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:08.628509 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-802c91a4-3306-4e48-82a5-c64b679a6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:08.630030 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-802c91a4-3306-4e48-82a5-c64b679a6c39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 1129 time: 0.0406122 Jun 16 21:26:08.724740 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-1d9ea626-560c-452c-ba40-9b6e2bcdc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:08.726217 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-1d9ea626-560c-452c-ba40-9b6e2bcdc7dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0895007 Jun 16 21:26:08.791281 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-d63f92c1-39d6-4b9f-8257-6d6b7dd0042f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b HTTP/1.1" status: 200 len: 998 time: 0.0584922 Jun 16 21:26:08.819138 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:03Z', 'revision_number': 1, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}, {'id': '7a92dd6f-06f7-439c-8539-3252c41011b9', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:7c:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:26:07Z', 'updated_at': '2022-06-16T21:26:07Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:26:08.843347 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-9f53d6ab-741d-498d-9ba1-96d1087d091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:08.844503 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:26:08.844824 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-9f53d6ab-741d-498d-9ba1-96d1087d091d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0477815 Jun 16 21:26:08.853422 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:26:08.854022 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:26:07Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:26:08.888355 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-9a5fed60-9f98-485d-9b91-051ceb16149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:08.889838 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-9a5fed60-9f98-485d-9b91-051ceb16149a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391688 Jun 16 21:26:08.982553 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-f2333eb8-0989-4d3d-81b7-1dd7359d67fd service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865917 Jun 16 21:26:09.038268 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:26:09.075733 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a5859b6-8fe3-4e2c-a38e-7143ce2097be req-24dfb7b5-9d7f-48b5-9288-f94e8f57d1d6 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869074 Jun 16 21:26:09.247971 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:03Z', 'revision_number': 1, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}, {'id': '7a92dd6f-06f7-439c-8539-3252c41011b9', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:7c:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:26:07Z', 'updated_at': '2022-06-16T21:26:07Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:26:09.276475 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcbb22b-7a65-4946-8e6a-dd37345bfb50 None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:03Z', 'revision_number': 1, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}, {'id': '7a92dd6f-06f7-439c-8539-3252c41011b9', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:7c:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:26:07Z', 'updated_at': '2022-06-16T21:26:07Z', 'revision_number': 0, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:26:09.471729 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f3fc4-f5c4-419c-ab3d-7bee4397f6b1 None None] New status for floating IP 7a92dd6f-06f7-439c-8539-3252c41011b9: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:26:10.163979 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:10.619938 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:11.762125 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-f06d21db-3336-4d28-bd8a-cff942d9bfe6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398879 Jun 16 21:26:11.844103 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-0bb4f84c-5e17-4902-bcd8-fa8ba14fdbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:11.845603 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-0bb4f84c-5e17-4902-bcd8-fa8ba14fdbcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1130 time: 0.0381913 Jun 16 21:26:11.949749 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-21dbe8a7-7b51-4054-b22b-08bb81a082f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:11.951181 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-21dbe8a7-7b51-4054-b22b-08bb81a082f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0862830 Jun 16 21:26:11.991139 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:12.016618 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-5cd1ff2e-f582-4bb3-92c8-a1bb255232f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 1002 time: 0.0594811 Jun 16 21:26:12.063595 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-cc542a3e-e7b8-4506-9ffc-5c259f27414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:12.065766 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-cc542a3e-e7b8-4506-9ffc-5c259f27414b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0436842 Jun 16 21:26:12.111096 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-dd8ac6f4-330b-4314-b52a-a4d23b6dcc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:26:12.112647 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-dd8ac6f4-330b-4314-b52a-a4d23b6dcc3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410352 Jun 16 21:26:12.207184 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-98b71fc7-7771-4b1c-b6f2-f36fb81d5ba3 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877650 Jun 16 21:26:12.269291 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:12.297149 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c04c5c0a-d154-488a-bfd3-026d3a20f63c req-3a771139-03e9-4cec-a17f-0b822f499a41 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842664 Jun 16 21:26:16.548367 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:16.551393 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:20.609021 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:20.616641 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=34,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:21.335455 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=75 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:21.340483 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=81 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:22.292461 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:22.294370 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=26 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:33.231721 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:35.135299 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8146bc73-2e00-4059-bcf4-0b6fd61f1b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:36.215741 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:26:37.290180 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:37.356811 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ec15d83b-b44a-4a65-83f3-42cba0ade390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:38.610958 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:40.166789 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:40.614412 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:26:46.210993 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:46.211766 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:50.608137 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:50.610057 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:58.336187 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:26:58.336897 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:05.138791 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8c261da2-371a-41f3-ab78-ced08c993645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:07.307553 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:07.357068 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ad66727-e0cf-484f-b84d-ca6ed0d2d73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:08.614544 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:10.169472 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:10.616875 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:13.214779 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:27:13.693599 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-7630334b-57e0-42bb-aa96-032237408880 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390365 Jun 16 21:27:13.762116 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-520630a1-798e-4bca-a062-531086efe21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:13.763587 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-520630a1-798e-4bca-a062-531086efe21e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 1129 time: 0.0433693 Jun 16 21:27:13.873230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-3509d08c-a0a9-404b-a601-2d46df251820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:13.874601 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-3509d08c-a0a9-404b-a601-2d46df251820 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0879054 Jun 16 21:27:13.944307 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-0e6630ba-be36-492d-b570-4429f0b94217 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b HTTP/1.1" status: 200 len: 1000 time: 0.0593152 Jun 16 21:27:13.996438 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-d66485be-ee31-4afe-a45b-0ca53de2b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:13.997862 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-d66485be-ee31-4afe-a45b-0ca53de2b888 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0447803 Jun 16 21:27:14.046630 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-8d35b6f4-bbd0-4f11-a32a-0db808d1cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:14.048239 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-8d35b6f4-bbd0-4f11-a32a-0db808d1cf66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398903 Jun 16 21:27:14.152596 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-471e1116-b023-4cb7-a13c-4654e2c18d93 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943656 Jun 16 21:27:14.249033 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dea20f78-ec87-4282-ad4d-c731bc36d540 req-974b8a16-d770-4de2-9671-41f7b2bc294e service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875247 Jun 16 21:27:20.610444 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:20.612436 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:23.210892 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:23.211646 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:24.243735 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=47 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:24.245751 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=54 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:35.141198 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bc272d0a-02a7-4a08-8655-475a9c29fb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:35.327237 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=14 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:35.332082 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:37.319062 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:37.360031 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6be4eb30-36f8-4ca9-80a9-f7876ca7f6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:37.377268 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 42978) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:37.520711 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Deleting port 2708a2fc-33c8-435d-b572-f49a7d2448ae {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:37.521051 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:37.599537 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:37.599784 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (2708a2fc-33c8-435d-b572-f49a7d2448ae), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:37.612444 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Calling delete_port for 2708a2fc-33c8-435d-b572-f49a7d2448ae owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:37.785395 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (2708a2fc-33c8-435d-b572-f49a7d2448ae), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:37.811778 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event deleted for resources: {'Port': ['ID=2708a2fc-33c8-435d-b572-f49a7d2448ae,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:37.827429 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.827781 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.828127 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.828496 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.828829 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.829164 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.829492 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.829820 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.830145 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.830470 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.830797 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.831123 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.831447 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.831768 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.832092 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:37.888121 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (7a92dd6f-06f7-439c-8539-3252c41011b9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:37.888456 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Floating IP 7a92dd6f-06f7-439c-8539-3252c41011b9 disassociated (deleted). External IP: 172.27.3.98, port: 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b. Jun 16 21:27:38.086039 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:27:38.188823 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:27:38.193638 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:38.196314 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:38.198549 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:27:38.209197 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:38.209787 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:38.229067 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c53e69fc-9bf1-4f6b-a9a3-d6d11899c358 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "DELETE /v2.0/floatingips/7a92dd6f-06f7-439c-8539-3252c41011b9 HTTP/1.1" status: 204 len: 168 time: 0.8480618 Jun 16 21:27:38.229067 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:27:38.229481 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78e111f8cdcf2b9f4e0d7ca6d9f6cecd6854ec3f24c285b3dd46c6db285d7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1019df46-1d57-4251-bc74-cecac7c9e098" -d '{"events": [{"name": "network-changed", "server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:27:38.273103 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862ce7d3-3202-4cb5-86cc-befcc7a4f30d x-openstack-request-id: req-862ce7d3-3202-4cb5-86cc-befcc7a4f30d {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:27:38.273391 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:27:38.273640 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-862ce7d3-3202-4cb5-86cc-befcc7a4f30d {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:27:38.274043 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862ce7d3-3202-4cb5-86cc-befcc7a4f30d'] response: {'name': 'network-changed', 'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'status': 'completed', 'code': 200} Jun 16 21:27:38.319209 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:38.346254 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-c80fe155-0250-4b3c-aed3-1ce1346a4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:38.348106 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-c80fe155-0250-4b3c-aed3-1ce1346a4d4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 1129 time: 0.0504680 Jun 16 21:27:38.457104 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-6d437e83-73b1-46df-a371-a24c53fa0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:38.458668 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-6d437e83-73b1-46df-a371-a24c53fa0aaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0940747 Jun 16 21:27:38.463700 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0460b7f-8575-4df0-bc2f-f914fc5737f4 req-a08b21ae-f128-40a0-be44-a088c417e536 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:38.465319 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0460b7f-8575-4df0-bc2f-f914fc5737f4 req-a08b21ae-f128-40a0-be44-a088c417e536 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 945 time: 0.0499108 Jun 16 21:27:38.478138 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:38.517153 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0460b7f-8575-4df0-bc2f-f914fc5737f4 req-5c56c767-1753-407f-bf0f-c4585d6df3ee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Jun 16 21:27:38.540350 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:03Z', 'revision_number': 1, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:38.563854 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:27:38.572920 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:38.573515 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:38.615239 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:38.676316 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:38.886799 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:03Z', 'revision_number': 1, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:38.914063 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83a36fc-8b67-48cd-8797-81cf0acd3b8c None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_floatingips': [{'id': '3fc3d7f7-e2f4-4230-ab0a-a162098e0824', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'router_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'port_id': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'mac_address': 'fa:16:3e:cc:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b395a467-044b-4985-9c95-e86e58ec9012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T21:24:01Z', 'updated_at': '2022-06-16T21:24:03Z', 'revision_number': 1, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:27:39.134753 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215f0c5-6091-423a-a6d7-abcb2bf3b290 None None] New status for floating IP 7a92dd6f-06f7-439c-8539-3252c41011b9: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:27:39.668584 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfec764-5234-483b-b8db-b12841c00110 req-6bb3577a-ebda-4768-ac65-b0031731b19e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:39.670066 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cdfec764-5234-483b-b8db-b12841c00110 req-6bb3577a-ebda-4768-ac65-b0031731b19e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 945 time: 0.0819733 Jun 16 21:27:39.671422 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-aaa29f6a-66ac-497c-8c6c-7836eb483fcb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b HTTP/1.1" status: 200 len: 217 time: 0.0468626 Jun 16 21:27:39.753506 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-1d4693f8-667c-47b7-8648-674924221c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:39.754988 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-1d4693f8-667c-47b7-8648-674924221c42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0735574 Jun 16 21:27:39.759763 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cdfec764-5234-483b-b8db-b12841c00110 req-31707b58-4f8c-4f0c-bac6-a5bc2a3ae02e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842450 Jun 16 21:27:39.848030 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-fa3c4289-e32a-4ba5-9e4c-8c2a515f1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:39.849475 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-fa3c4289-e32a-4ba5-9e4c-8c2a515f1487 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441499 Jun 16 21:27:39.938254 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-564c2d6e-cada-4239-af33-6f43bca47ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 Jun 16 21:27:40.174086 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:40.215938 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1019df46-1d57-4251-bc74-cecac7c9e098 req-49211be2-4444-46af-ab19-66b3ae5740c1 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113560 Jun 16 21:27:40.235527 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db8110-e303-416f-b559-5c7d9bfd151a req-01691ebe-9bb0-4330-8a66-cdb7a9c75de5 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:40.237617 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-40db8110-e303-416f-b559-5c7d9bfd151a req-01691ebe-9bb0-4330-8a66-cdb7a9c75de5 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 945 time: 0.0542359 Jun 16 21:27:40.320051 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Deleting port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:40.320428 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:40.411385 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] For port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:40.411667 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:40.424233 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Calling delete_port for 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:40.548915 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:40.574962 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event deleted for resources: {'Port': ['ID=4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:40.578973 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:40.585900 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.586253 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.586592 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.586934 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.587268 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.587598 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.587931 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.588288 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.588618 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.589500 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.589500 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.589691 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.589886 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.590190 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.590510 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:40.596532 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:40.632629 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:40.637995 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] No DVR routers for this DVR port 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:27:40.640390 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:40.643710 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-40db8110-e303-416f-b559-5c7d9bfd151a req-1ad98966-e686-40a3-867e-2e04fbd1012b tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "DELETE /v2.0/ports/4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b HTTP/1.1" status: 204 len: 173 time: 0.3978045 Jun 16 21:27:40.644137 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'name': 'network-vif-deleted', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:27:40.646353 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d084f557-114f-4a56-a21d-2817ba35dbbc" -d '{"events": [{"server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "name": "network-vif-deleted", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:27:40.684313 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d5e757-b8e4-4e77-8761-2b3d5a57b249 x-openstack-request-id: req-21d5e757-b8e4-4e77-8761-2b3d5a57b249 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:27:40.684925 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e057c978-981d-4e36-bb14-0f0607d343ef", "name": "network-vif-deleted", "tag": "4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:27:40.684925 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21d5e757-b8e4-4e77-8761-2b3d5a57b249 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:27:40.685226 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d5e757-b8e4-4e77-8761-2b3d5a57b249'] response: {'server_uuid': 'e057c978-981d-4e36-bb14-0f0607d343ef', 'name': 'network-vif-deleted', 'tag': '4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b', 'status': 'completed', 'code': 200} Jun 16 21:27:40.857502 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-31fef715-b620-4ba7-930f-ea04d009c2a1 req-4bc07bc2-6e20-47f4-904a-0f175e300297 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=e057c978-981d-4e36-bb14-0f0607d343ef HTTP/1.1" status: 200 len: 210 time: 0.0312362 Jun 16 21:27:44.142576 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 43018) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:44.280791 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Deleting port 65d2ec0d-6960-4bf0-9472-3e6c7828ad54 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:44.281127 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:44.354902 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:44.355221 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:44.367248 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Calling delete_port for 65d2ec0d-6960-4bf0-9472-3e6c7828ad54 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:44.368981 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:44.387954 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:44.388244 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 4cfdbe1f-78ce-43c9-80eb-bc4998b0d28b not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:44.518073 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (65d2ec0d-6960-4bf0-9472-3e6c7828ad54), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:44.544109 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event deleted for resources: {'Port': ['ID=65d2ec0d-6960-4bf0-9472-3e6c7828ad54,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:44.605933 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (3fc3d7f7-e2f4-4230-ab0a-a162098e0824), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:44.606262 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Floating IP 3fc3d7f7-e2f4-4230-ab0a-a162098e0824 disassociated (deleted). External IP: 172.27.3.173, port: 0a40dae4-ce88-45f2-8618-3e70841b7d83. Jun 16 21:27:44.817444 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:27:44.824078 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:44.916742 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:27:44.922130 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:44.929274 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:27:44.939454 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:44.940102 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:44.954467 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9701c647-f226-4165-80e2-d8ca28227b6e tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "DELETE /v2.0/floatingips/3fc3d7f7-e2f4-4230-ab0a-a162098e0824 HTTP/1.1" status: 204 len: 168 time: 0.8101888 Jun 16 21:27:44.955036 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:27:44.957806 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a926eab-fe72-481e-bf78-4b7f552fa428" -d '{"events": [{"name": "network-changed", "server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:27:44.997544 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6580e813-e9f3-43ec-88fb-3b016919fe22 x-openstack-request-id: req-6580e813-e9f3-43ec-88fb-3b016919fe22 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:27:44.997935 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:27:44.998441 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6580e813-e9f3-43ec-88fb-3b016919fe22 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:27:44.998929 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6580e813-e9f3-43ec-88fb-3b016919fe22'] response: {'name': 'network-changed', 'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'status': 'completed', 'code': 200} Jun 16 21:27:45.085413 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-68dd7a7d-da17-42ec-aa72-eb5c8138f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:45.087563 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-68dd7a7d-da17-42ec-aa72-eb5c8138f3a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b568a213302f46fda9ab9467d36996c5&device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 1130 time: 0.0551188 Jun 16 21:27:45.151897 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:45.193484 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-d2fef0ed-b411-4a4f-a8b4-661dfe3c322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:45.194976 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-d2fef0ed-b411-4a4f-a8b4-661dfe3c322d service neutron] 10.222.0.47 "GET /v2.0/networks?id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 200 len: 912 time: 0.0985427 Jun 16 21:27:45.200233 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9420158-e190-4790-86de-9c9cd9a549df req-c76704e1-1332-4903-9c3a-1f5a7153222d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:45.201694 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b9420158-e190-4790-86de-9c9cd9a549df req-c76704e1-1332-4903-9c3a-1f5a7153222d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 946 time: 0.0513484 Jun 16 21:27:45.253273 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b9420158-e190-4790-86de-9c9cd9a549df req-ac6e9c9f-82d7-489c-9a3c-d29082cbe0c8 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 Jun 16 21:27:45.276221 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:45.295702 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:45.337998 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:45.360825 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:27:45.369123 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:45.369709 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:45.470043 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:45.651652 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:45.676888 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125642e-ed8e-47d2-a836-9ff966e50f21 None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:10Z', 'revision_number': 4, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi', '_interfaces': [{'id': 'e6c0a2a4-74e8-4d74-8044-59fe85ece3cf', 'name': '', 'network_id': '61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'mac_address': 'fa:16:3e:71:af:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:09Z', 'updated_at': '2022-06-16T21:20:15Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'subnets': [{'id': 'd5212ee8-e35f-47d8-9bcd-4759e9dcd679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:27:45.900550 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f2d350-c81d-4237-941a-bd5783e50584 None None] New status for floating IP 3fc3d7f7-e2f4-4230-ab0a-a162098e0824: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 21:27:46.356709 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:46.400745 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-7a42c9b8-d80e-46b9-a891-ed9fa5899587 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 200 len: 217 time: 0.0402627 Jun 16 21:27:46.406950 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e26246-f43c-4e51-a707-2c6096a276ee req-3ea032bd-9d24-4556-8ef1-2ec1c90d863d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:46.408343 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c8e26246-f43c-4e51-a707-2c6096a276ee req-3ea032bd-9d24-4556-8ef1-2ec1c90d863d tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 946 time: 0.0828588 Jun 16 21:27:46.479318 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-4088db71-608d-4e7c-9d6e-5bddf5208c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:46.480777 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-4088db71-608d-4e7c-9d6e-5bddf5208c9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 200 len: 850 time: 0.0710304 Jun 16 21:27:46.493431 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c8e26246-f43c-4e51-a707-2c6096a276ee req-8ffdc8a2-a2e0-453f-8591-a3b7d3045e31 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1a377be-1fe4-4858-ae40-1b5227eddc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766134 Jun 16 21:27:46.829904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-99707732-2b70-4e18-89f6-6497431c6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:46.831473 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-99707732-2b70-4e18-89f6-6497431c6b50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2872255 Jun 16 21:27:46.942129 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-6f0837b5-cd06-488b-87e3-21b0acfc2825 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 21:27:46.943458 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-6f0837b5-cd06-488b-87e3-21b0acfc2825 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 946 time: 0.0957620 Jun 16 21:27:46.993184 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-d7942123-5e25-4909-a696-28cc7858fd3f service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470556 Jun 16 21:27:47.087535 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Deleting port 0a40dae4-ce88-45f2-8618-3e70841b7d83 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:47.087868 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:47.180276 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9a926eab-fe72-481e-bf78-4b7f552fa428 req-099bd32f-696c-4f64-80c0-3d6013e0ed98 service neutron] 10.222.0.47 "GET /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742737 Jun 16 21:27:47.200690 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] For port 0a40dae4-ce88-45f2-8618-3e70841b7d83, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a40dae4-ce88-45f2-8618-3e70841b7d83,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:47.200982 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:47.215082 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Calling delete_port for 0a40dae4-ce88-45f2-8618-3e70841b7d83 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:47.285544 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:47.340595 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (0a40dae4-ce88-45f2-8618-3e70841b7d83), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:47.369722 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event deleted for resources: {'Port': ['ID=0a40dae4-ce88-45f2-8618-3e70841b7d83,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:47.415982 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] No DVR routers for this DVR port 0a40dae4-ce88-45f2-8618-3e70841b7d83 on host hv-cinder-81914 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:27:47.418524 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:47.421746 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-75a5039a-8c99-43ea-8345-64a6d9f78d22 req-a98858cf-5833-40b9-a3b9-9cf6ac250d69 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.47 "DELETE /v2.0/ports/0a40dae4-ce88-45f2-8618-3e70841b7d83 HTTP/1.1" status: 204 len: 173 time: 0.4688220 Jun 16 21:27:47.422245 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'name': 'network-vif-deleted', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 21:27:47.424511 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a2dd07da84c5ea29bb231f2a45dc354ca1569d019eca059b56bea9b48855ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d9d03-3597-41e0-8e65-6c8b911649ad" -d '{"events": [{"server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "name": "network-vif-deleted", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 21:27:47.459361 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be51a8d-330a-44fe-b770-0f3b9a44a5ee x-openstack-request-id: req-8be51a8d-330a-44fe-b770-0f3b9a44a5ee {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 21:27:47.459655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b395a467-044b-4985-9c95-e86e58ec9012", "name": "network-vif-deleted", "tag": "0a40dae4-ce88-45f2-8618-3e70841b7d83", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 21:27:47.459911 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8be51a8d-330a-44fe-b770-0f3b9a44a5ee {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 21:27:47.460361 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be51a8d-330a-44fe-b770-0f3b9a44a5ee'] response: {'server_uuid': 'b395a467-044b-4985-9c95-e86e58ec9012', 'name': 'network-vif-deleted', 'tag': '0a40dae4-ce88-45f2-8618-3e70841b7d83', 'status': 'completed', 'code': 200} Jun 16 21:27:47.587688 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [req-33d51959-0613-42d6-b255-894945bc2f77 req-7562881c-bd8d-4178-86fb-b5aae85ba566 tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "GET /v2.0/ports?device_id=b395a467-044b-4985-9c95-e86e58ec9012 HTTP/1.1" status: 200 len: 210 time: 0.0282943 Jun 16 21:27:48.648116 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 43036) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:48.757293 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Deleting port 4e9044ca-c403-4bb3-8125-9e990e03d5cf {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:48.757694 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:48.779557 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:48.836926 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:48.837256 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (4e9044ca-c403-4bb3-8125-9e990e03d5cf), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:48.849644 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Calling delete_port for 4e9044ca-c403-4bb3-8125-9e990e03d5cf owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:48.978120 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (4e9044ca-c403-4bb3-8125-9e990e03d5cf), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:49.002904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event deleted for resources: {'Port': ['ID=4e9044ca-c403-4bb3-8125-9e990e03d5cf,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:49.066604 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for floatingip (059b61d3-f75e-42eb-b453-cb0bd0e7856d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:49.069169 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75649'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:49.070341 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-26dfee58-1c6a-4f21-8e92-0b31a3c9ecee tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "DELETE /v2.0/floatingips/059b61d3-f75e-42eb-b453-cb0bd0e7856d HTTP/1.1" status: 204 len: 168 time: 0.4215529 Jun 16 21:27:50.214159 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:27:50.266963 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 43048) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:50.326426 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fcfc-1c02-410b-85d1-4bfb4c947afd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group (a1a377be-1fe4-4858-ae40-1b5227eddc9e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:50.354213 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fcfc-1c02-410b-85d1-4bfb4c947afd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group (a1a377be-1fe4-4858-ae40-1b5227eddc9e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:50.414225 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fcfc-1c02-410b-85d1-4bfb4c947afd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (a1a377be-1fe4-4858-ae40-1b5227eddc9e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:50.416811 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fcfc-1c02-410b-85d1-4bfb4c947afd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:50.417989 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2ae8fcfc-1c02-410b-85d1-4bfb4c947afd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] 10.222.0.43 "DELETE /v2.0/security-groups/a1a377be-1fe4-4858-ae40-1b5227eddc9e HTTP/1.1" status: 204 len: 168 time: 0.1500211 Jun 16 21:27:50.428480 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8fcfc-1c02-410b-85d1-4bfb4c947afd tempest-TestVolumeBootPattern-691594804 tempest-TestVolumeBootPattern-691594804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a377be-1fe4-4858-ae40-1b5227eddc9e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:50.431097 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0a40dae4-ce88-45f2-8618-3e70841b7d83 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:50.455128 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] No Port match for: 0a40dae4-ce88-45f2-8618-3e70841b7d83 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:50.455518 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Device 0a40dae4-ce88-45f2-8618-3e70841b7d83 not bound to the agent host hv-cinder-81914 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:50.482695 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 43052) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:50.831594 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:50.915920 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:50.961529 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:51.137292 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Deleting port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:51.137538 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:51.218463 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] For port e6c0a2a4-74e8-4d74-8044-59fe85ece3cf, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:51.218827 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:51.232364 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Calling delete_port for e6c0a2a4-74e8-4d74-8044-59fe85ece3cf owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:51.412550 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (e6c0a2a4-74e8-4d74-8044-59fe85ece3cf), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:51.438821 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c0a2a4-74e8-4d74-8044-59fe85ece3cf,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:51.603178 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:51.654937 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:51.808925 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:27:51.811909 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:51.910202 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:27:51.915065 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ab93eb05-7a33-4bce-8259-41b2f2eda518 admin admin] 10.222.0.43 "PUT /v2.0/routers/c96c3dbc-e1ca-4d2a-ac8a-c24560df496f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313726 Jun 16 21:27:51.917671 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 43056) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:51.920279 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21520382-a229-401b-8cb6-c122cb38210b None None] Sync routers for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:27:51.930658 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:51.931288 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:52.016163 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks [] for router (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.046760 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: dv-cinder-819149-6-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:52.114152 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks [] for router_gateway (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.224003 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:27:51Z', 'revision_number': 5, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port': {'id': '41f579c9-5d13-4b18-acc0-b601830909ff', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:52.250153 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21520382-a229-401b-8cb6-c122cb38210b None None] Checking router: c96c3dbc-e1ca-4d2a-ac8a-c24560df496f for host: dv-cinder-819149-6-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:27:52.260000 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] Routers {'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:52.260644 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:52.344280 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] Set router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:52.393316 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-21520382-a229-401b-8cb6-c122cb38210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:27:52Z', 'revision_number': 6, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port_host': None}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:52.406936 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Deleting port 41f579c9-5d13-4b18-acc0-b601830909ff {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:52.407272 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.420341 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21520382-a229-401b-8cb6-c122cb38210b None None] The sync data for ids ['c96c3dbc-e1ca-4d2a-ac8a-c24560df496f'] in dv-cinder-819149-6-iscsi is: [{'id': 'c96c3dbc-e1ca-4d2a-ac8a-c24560df496f', 'name': 'tempest-TestVolumeBootPattern-118138134-router', 'tenant_id': 'b568a213302f46fda9ab9467d36996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:06Z', 'updated_at': '2022-06-16T21:27:52Z', 'revision_number': 6, 'project_id': 'b568a213302f46fda9ab9467d36996c5', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:27:52.486230 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] For port 41f579c9-5d13-4b18-acc0-b601830909ff, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=41f579c9-5d13-4b18-acc0-b601830909ff,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:52.487323 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.503039 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Calling delete_port for 41f579c9-5d13-4b18-acc0-b601830909ff owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:52.666283 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (41f579c9-5d13-4b18-acc0-b601830909ff), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.696941 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f579c9-5d13-4b18-acc0-b601830909ff,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:52.716219 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:52.755340 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.849176 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.851366 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks [] for router_controller (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.892386 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (c96c3dbc-e1ca-4d2a-ac8a-c24560df496f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.893930 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c96c3dbc-e1ca-4d2a-ac8a-c24560df496f {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:27:52.898592 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.899756 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-16a2531d-f21c-413e-b637-ae4a3f1e80e9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c96c3dbc-e1ca-4d2a-ac8a-c24560df496f HTTP/1.1" status: 204 len: 168 time: 0.9810555 Jun 16 21:27:52.902208 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 43058) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:52.952996 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] Deleting subnet d5212ee8-e35f-47d8-9bcd-4759e9dcd679 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:27:52.956833 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] Publish callbacks [] for subnet (d5212ee8-e35f-47d8-9bcd-4759e9dcd679), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:52.980441 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:52.994904 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3812804'] for subnet (d5212ee8-e35f-47d8-9bcd-4759e9dcd679), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.068916 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (d5212ee8-e35f-47d8-9bcd-4759e9dcd679), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.123667 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17516112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16912179'] for subnet (d5212ee8-e35f-47d8-9bcd-4759e9dcd679), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.147439 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5212ee8-e35f-47d8-9bcd-4759e9dcd679,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:53.152954 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.156014 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a7f9ba74-11f0-4ed9-aac6-167a0a037fbd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5212ee8-e35f-47d8-9bcd-4759e9dcd679 HTTP/1.1" status: 204 len: 168 time: 0.2528639 Jun 16 21:27:53.159194 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.43', 43060) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:53.161364 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf57ffb-0021-4d12-816f-49e77e51bc5d None None] Network 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:27:53.231582 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.277593 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Deleting port 6068073b-f2d7-48d7-8a41-941cef56ac0e {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:53.277927 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.316581 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] DHCP port deletion for 61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:27:53.343454 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] For port 6068073b-f2d7-48d7-8a41-941cef56ac0e, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6068073b-f2d7-48d7-8a41-941cef56ac0e,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:53.343815 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.354773 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Deleting port 6068073b-f2d7-48d7-8a41-941cef56ac0e {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:53.355251 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.358004 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Calling delete_port for 6068073b-f2d7-48d7-8a41-941cef56ac0e owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:53.444776 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17516131'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.463374 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] No DVR routers for this DVR port 6068073b-f2d7-48d7-8a41-941cef56ac0e on host dv-cinder-819149-6-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:27:53.500655 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=6068073b-f2d7-48d7-8a41-941cef56ac0e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:53.556390 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] For port 6068073b-f2d7-48d7-8a41-941cef56ac0e, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=6068073b-f2d7-48d7-8a41-941cef56ac0e,segment=NetworkSegment(c065c395-125b-4f99-8a6f-f0752a1d03d9),segment_id=c065c395-125b-4f99-8a6f-f0752a1d03d9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:53.556793 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.558829 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.569784 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Calling delete_port for 6068073b-f2d7-48d7-8a41-941cef56ac0e owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:53.579247 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:53.588755 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c065c395-125b-4f99-8a6f-f0752a1d03d9') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:53.589049 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c065c395-125b-4f99-8a6f-f0752a1d03d9') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:53.603519 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3812819'] for segment (c065c395-125b-4f99-8a6f-f0752a1d03d9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.618496 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (c065c395-125b-4f99-8a6f-f0752a1d03d9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.625315 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:27:53.625731 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17516174'] for segment (c065c395-125b-4f99-8a6f-f0752a1d03d9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.647560 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383'] for port (6068073b-f2d7-48d7-8a41-941cef56ac0e), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.647710 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:53.679325 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Pushing event deleted for resources: {'Port': ['ID=6068073b-f2d7-48d7-8a41-941cef56ac0e,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:53.687711 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] No DVR routers for this DVR port 6068073b-f2d7-48d7-8a41-941cef56ac0e on host dv-cinder-819149-6-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:27:53.691737 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.692390 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.693000 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.693596 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.694170 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.694721 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.695316 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.695851 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.696589 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.697173 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.697616 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.698104 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.698596 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.698998 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.699510 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.699936 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98163df-2ceb-436e-ab9d-2a40a43ae37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-6-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 21:27:53.703593 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:53.709492 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] 10.222.0.43 "DELETE /v2.0/networks/61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d HTTP/1.1" status: 204 len: 168 time: 0.5490887 Jun 16 21:27:53.712165 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43066) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:53.724131 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af94a9-626e-4ba4-b303-e20646d78c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c8c5ff-f4fd-4e8b-b3f3-0e031fc4324d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:53.738573 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6068073b-f2d7-48d7-8a41-941cef56ac0e no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:53.758956 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 6068073b-f2d7-48d7-8a41-941cef56ac0e {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:53.759499 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 6068073b-f2d7-48d7-8a41-941cef56ac0e not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:53.760095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 41f579c9-5d13-4b18-acc0-b601830909ff no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:53.768664 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c065c395-125b-4f99-8a6f-f0752a1d03d9 resource provider aggregate not found Jun 16 21:27:53.779671 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 41f579c9-5d13-4b18-acc0-b601830909ff {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:53.780266 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 41f579c9-5d13-4b18-acc0-b601830909ff not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:53.780846 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device e6c0a2a4-74e8-4d74-8044-59fe85ece3cf no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:53.787229 dv-cinder-819149-6-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c065c395-125b-4f99-8a6f-f0752a1d03d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c065c395-125b-4f99-8a6f-f0752a1d03d9 found for delete ", "request_id": "req-5a1a96a2-373d-4415-97b9-611f2be53369"}]} Jun 16 21:27:53.801174 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: e6c0a2a4-74e8-4d74-8044-59fe85ece3cf {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:53.801528 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device e6c0a2a4-74e8-4d74-8044-59fe85ece3cf not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:54.045117 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1804485'] for router_interface (20c61174-d055-4342-a0b8-dfc639f02f3a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:54.262005 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Deleting port 15b4f19c-3744-4b34-97b1-4afcee486639 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:54.262344 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:54.343074 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] For port 15b4f19c-3744-4b34-97b1-4afcee486639, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=15b4f19c-3744-4b34-97b1-4afcee486639,segment=NetworkSegment(f13a8bdd-ad90-4391-a346-8afdc9b6bbda),segment_id=f13a8bdd-ad90-4391-a346-8afdc9b6bbda)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:54.343370 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:54.356070 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Calling delete_port for 15b4f19c-3744-4b34-97b1-4afcee486639 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:54.417329 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:54.477530 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:54.533715 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (15b4f19c-3744-4b34-97b1-4afcee486639), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:54.558540 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b4f19c-3744-4b34-97b1-4afcee486639,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:54.724723 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1803093'] for router_interface (20c61174-d055-4342-a0b8-dfc639f02f3a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:54.925024 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Router 20c61174-d055-4342-a0b8-dfc639f02f3a has already been hosted by L3 agent a9921fbc-fe95-4655-a2e8-4d309a736d4c {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 21:27:55.025821 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] Notify agent at l3_agent.dv-cinder-819149-6-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 21:27:55.030641 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-93e6243d-1b97-4b8f-ba37-1ada2bfc32c1 admin admin] 10.222.0.43 "PUT /v2.0/routers/20c61174-d055-4342-a0b8-dfc639f02f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3163147 Jun 16 21:27:55.033172 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43070) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:55.034991 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] Sync routers for ids ['20c61174-d055-4342-a0b8-dfc639f02f3a'] in dv-cinder-819149-6-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 21:27:55.045533 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] Routers {'20c61174-d055-4342-a0b8-dfc639f02f3a'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:55.046152 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['20c61174-d055-4342-a0b8-dfc639f02f3a'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:55.132320 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks [] for router (20c61174-d055-4342-a0b8-dfc639f02f3a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:55.149610 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] Set router 20c61174-d055-4342-a0b8-dfc639f02f3a gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:55.323937 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:27:54Z', 'revision_number': 5, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:55.349317 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] Checking router: 20c61174-d055-4342-a0b8-dfc639f02f3a for host: dv-cinder-819149-6-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 21:27:55.358217 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] Routers {'20c61174-d055-4342-a0b8-dfc639f02f3a'} bound to L3 agent in host dv-cinder-819149-6-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 21:27:55.358834 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T21:04:37Z,description=,heartbeat_timestamp=2022-06-16T21:27:37Z,host='dv-cinder-819149-6-iscsi',id=a9921fbc-fe95-4655-a2e8-4d309a736d4c,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T21:04:37Z,topic='l3_agent')) {'router_ids': ['20c61174-d055-4342-a0b8-dfc639f02f3a'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:55.439209 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:55.464582 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:55.470377 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] Set router 20c61174-d055-4342-a0b8-dfc639f02f3a gateway port host: dv-cinder-819149-6-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 21:27:55.497615 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks [] for router_gateway (20c61174-d055-4342-a0b8-dfc639f02f3a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:55.527007 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:55.541951 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Deleting port 70e663e1-9016-444d-ae46-87d1794b1c1f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:55.542282 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:55.610207 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:55.623066 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] For port 70e663e1-9016-444d-ae46-87d1794b1c1f, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=70e663e1-9016-444d-ae46-87d1794b1c1f,segment=NetworkSegment(ae36f917-a31f-4f31-a430-133f3fe6fa8e),segment_id=ae36f917-a31f-4f31-a430-133f3fe6fa8e)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:55.623522 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:55.640586 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Calling delete_port for 70e663e1-9016-444d-ae46-87d1794b1c1f owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:55.645830 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:27:54Z', 'revision_number': 5, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}], 'dv-cinder-819149-6-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:55.672315 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478cba9-a0e2-407b-b0a4-091aa5d43042 None None] The sync data for ids ['20c61174-d055-4342-a0b8-dfc639f02f3a'] in dv-cinder-819149-6-iscsi is: [{'id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'name': 'tempest-TestVolumeBootPattern-1122739074-router', 'tenant_id': '8390c06c0a13496b83e3be3c8ba69184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'external_fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:27:54Z', 'revision_number': 5, 'project_id': '8390c06c0a13496b83e3be3c8ba69184', 'gw_port': {'id': '70e663e1-9016-444d-ae46-87d1794b1c1f', 'name': '', 'network_id': '61c64e73-54e2-4085-82b9-186927f3c473', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c61174-d055-4342-a0b8-dfc639f02f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T21:20:13Z', 'updated_at': '2022-06-16T21:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b998a4b9-b89b-4847-8d18-4940804cff09', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-6-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 21:27:55.812506 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (70e663e1-9016-444d-ae46-87d1794b1c1f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:55.849023 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e663e1-9016-444d-ae46-87d1794b1c1f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:55.908916 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805442'] for router_gateway (20c61174-d055-4342-a0b8-dfc639f02f3a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:55.995611 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15360'] for router (20c61174-d055-4342-a0b8-dfc639f02f3a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:55.998271 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks [] for router_controller (20c61174-d055-4342-a0b8-dfc639f02f3a), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.045907 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1816289'] for router (20c61174-d055-4342-a0b8-dfc639f02f3a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.046625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c61174-d055-4342-a0b8-dfc639f02f3a {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 21:27:56.051724 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.052923 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-39cbee5a-7a7b-4c98-b2c6-768203c066b2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/20c61174-d055-4342-a0b8-dfc639f02f3a HTTP/1.1" status: 204 len: 168 time: 1.0186777 Jun 16 21:27:56.055397 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43072) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:56.115015 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] Deleting subnet cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 21:27:56.119566 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] Publish callbacks [] for subnet (cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.166263 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3326462'] for subnet (cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.265288 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728248'] for subnet (cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.342847 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1277625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3172370'] for subnet (cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.375173 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:56.379270 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.382459 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a28621f0-3e97-4402-a921-9060c69e8a8a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cb4f1451-6cf4-4d5a-a94e-634a4a7d09e4 HTTP/1.1" status: 204 len: 168 time: 0.3260932 Jun 16 21:27:56.385288 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43074) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:56.394103 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017404f7-fd3c-4279-9d13-1649347c4ced None None] Network dd6f81d0-dd2f-4405-aa0f-19de1c6af31b requested from dv-cinder-819149-6-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 21:27:56.467341 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7481411'] for network (dd6f81d0-dd2f-4405-aa0f-19de1c6af31b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.523785 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Deleting port 302308f4-bc02-4071-98c7-03c5f30acfd2 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 21:27:56.524126 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988209767'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.537420 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:56.598181 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] For port 302308f4-bc02-4071-98c7-03c5f30acfd2, host dv-cinder-819149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-6-iscsi',level=0,port_id=302308f4-bc02-4071-98c7-03c5f30acfd2,segment=NetworkSegment(f13a8bdd-ad90-4391-a346-8afdc9b6bbda),segment_id=f13a8bdd-ad90-4391-a346-8afdc9b6bbda)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 21:27:56.598551 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816261'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.608253 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:27:56.613652 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Calling delete_port for 302308f4-bc02-4071-98c7-03c5f30acfd2 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 21:27:56.701345 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a1c9f-3e2e-4190-93b9-0466b45ba606 None None] DHCP port deletion for dd6f81d0-dd2f-4405-aa0f-19de1c6af31b request from dv-cinder-819149-6-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 21:27:56.714520 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7652455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988212830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987844383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1277578'] for port (302308f4-bc02-4071-98c7-03c5f30acfd2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.741558 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a1c9f-3e2e-4190-93b9-0466b45ba606 None None] The port '302308f4-bc02-4071-98c7-03c5f30acfd2' was deleted {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Jun 16 21:27:56.744720 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=302308f4-bc02-4071-98c7-03c5f30acfd2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:56.749892 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] No DVR routers for this DVR port 302308f4-bc02-4071-98c7-03c5f30acfd2 on host dv-cinder-819149-6-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 21:27:56.823811 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7726137', 'neutron.services.segments.db._delete_segments_for_network-8785988367351'] for network (dd6f81d0-dd2f-4405-aa0f-19de1c6af31b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.844069 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6f81d0-dd2f-4405-aa0f-19de1c6af31b']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:56.853256 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:56.853550 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13a8bdd-ad90-4391-a346-8afdc9b6bbda') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 21:27:56.863676 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988367234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3326441'] for segment (f13a8bdd-ad90-4391-a346-8afdc9b6bbda), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.877811 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128'] for segment (f13a8bdd-ad90-4391-a346-8afdc9b6bbda), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.884399 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 21:27:56.884782 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7728128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1277543'] for segment (f13a8bdd-ad90-4391-a346-8afdc9b6bbda), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.947066 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7726134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805486'] for network (dd6f81d0-dd2f-4405-aa0f-19de1c6af31b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.952877 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629550'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:56.956673 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dd6f81d0-dd2f-4405-aa0f-19de1c6af31b HTTP/1.1" status: 204 len: 168 time: 0.5704427 Jun 16 21:27:56.968358 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment f13a8bdd-ad90-4391-a346-8afdc9b6bbda resource provider aggregate not found Jun 16 21:27:56.972387 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4fb8-72cf-4baf-a900-e43f6ad89b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6f81d0-dd2f-4405-aa0f-19de1c6af31b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:56.987310 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment f13a8bdd-ad90-4391-a346-8afdc9b6bbda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f13a8bdd-ad90-4391-a346-8afdc9b6bbda found for delete ", "request_id": "req-684f03a8-c369-407b-8314-91a443f79aae"}]} Jun 16 21:27:57.081869 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43084) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:57.121999 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5106a79a-d75a-4b4c-8b96-5947a425803c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b568a213302f46fda9ab9467d36996c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389752 Jun 16 21:27:57.124539 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43086) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:57.177679 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d00427bf-767f-4a51-80b3-d8e3082fbe7c admin admin] Publish callbacks [] for security_group (a55fe5d2-5070-4bde-817b-2921238c8440), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.199543 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d00427bf-767f-4a51-80b3-d8e3082fbe7c admin admin] Publish callbacks [] for security_group (a55fe5d2-5070-4bde-817b-2921238c8440), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.246545 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d00427bf-767f-4a51-80b3-d8e3082fbe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (a55fe5d2-5070-4bde-817b-2921238c8440), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.249043 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d00427bf-767f-4a51-80b3-d8e3082fbe7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.250456 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d00427bf-767f-4a51-80b3-d8e3082fbe7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a55fe5d2-5070-4bde-817b-2921238c8440 HTTP/1.1" status: 204 len: 168 time: 0.1247377 Jun 16 21:27:57.258323 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00427bf-767f-4a51-80b3-d8e3082fbe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55fe5d2-5070-4bde-817b-2921238c8440,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:27:57.570205 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43092) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:57.611277 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e47ecfbd-586c-42c6-ae06-b7e086b6fab7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8390c06c0a13496b83e3be3c8ba69184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399182 Jun 16 21:27:57.614625 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.43', 43094) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 21:27:57.665518 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e83f05a5-6244-4145-bad1-94de05c3e99c admin admin] Publish callbacks [] for security_group (3f8b1ae6-731e-412e-a75c-3c1d4afaeab3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.688008 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e83f05a5-6244-4145-bad1-94de05c3e99c admin admin] Publish callbacks [] for security_group (3f8b1ae6-731e-412e-a75c-3c1d4afaeab3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.696962 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 15b4f19c-3744-4b34-97b1-4afcee486639 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:57.716060 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 15b4f19c-3744-4b34-97b1-4afcee486639 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:57.716430 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 15b4f19c-3744-4b34-97b1-4afcee486639 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:57.716845 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 302308f4-bc02-4071-98c7-03c5f30acfd2 no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:57.735063 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 302308f4-bc02-4071-98c7-03c5f30acfd2 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:57.735343 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 302308f4-bc02-4071-98c7-03c5f30acfd2 not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:57.735753 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 70e663e1-9016-444d-ae46-87d1794b1c1f no longer exists at agent ovs-agent-dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 21:27:57.745580 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e83f05a5-6244-4145-bad1-94de05c3e99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703542'] for security_group (3f8b1ae6-731e-412e-a75c-3c1d4afaeab3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.748638 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e83f05a5-6244-4145-bad1-94de05c3e99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:27:57.749785 dv-cinder-819149-6-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e83f05a5-6244-4145-bad1-94de05c3e99c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f8b1ae6-731e-412e-a75c-3c1d4afaeab3 HTTP/1.1" status: 204 len: 168 time: 0.1342733 Jun 16 21:27:57.757975 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] No Port match for: 70e663e1-9016-444d-ae46-87d1794b1c1f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 21:27:57.758334 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Device 70e663e1-9016-444d-ae46-87d1794b1c1f not bound to the agent host dv-cinder-819149-6-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 21:27:57.758448 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f05a5-6244-4145-bad1-94de05c3e99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8b1ae6-731e-412e-a75c-3c1d4afaeab3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 21:28:03.724680 dv-cinder-819149-6-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=73,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:05.143837 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-411e819a-3bac-41dd-b6ab-36f9bdcd6c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:07.319146 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:07.361621 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a1101969-a353-4b2b-acd5-a14af5c2a7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:07.726833 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=72,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:07.754277 dv-cinder-819149-6-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:08.613159 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:10.177759 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:10.628095 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:12.329823 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=87 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:19.187408 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=86 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:20.621862 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:20.623748 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:27.213211 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:28:35.144966 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fac73e01-5dec-4223-8f3b-8f3d3000e499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:37.207484 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:37.208215 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:37.333138 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:37.362340 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba8f3885-b864-4bc7-bf7d-8756fbac18be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:38.614571 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:40.181431 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:40.632124 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:28:49.321365 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:49.325454 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:50.626149 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:28:50.628145 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:04.212879 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:29:05.146146 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b6431623-e11a-411c-8e68-705cd5a08931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:07.332996 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:07.363352 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-643ada85-4a33-41c7-b41e-222fa16b5d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:08.617450 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:10.184233 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:10.634844 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:14.209117 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:20.627985 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:20.629929 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:34.199399 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=19 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:34.201295 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:35.148490 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-07029a20-efc9-4eca-8cf6-4070bc7544f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:37.331454 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:37.366782 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8c3fb97c-0374-43f0-ac9e-fe0b678e6eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:38.620059 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:40.186502 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:40.637667 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:29:41.211233 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:29:50.177176 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:50.633443 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:51.206710 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:29:51.207608 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:03.397675 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:03.398448 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:05.273678 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e1666715-aaaa-41ce-aa02-fb060756b4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:07.330955 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:07.368625 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3719b7b7-9ba2-4723-af94-623140b401e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:08.623242 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:10.192368 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:10.640398 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:18.211136 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:30:20.634206 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:20.636297 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:35.155630 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1968f418-58dd-4371-a387-273f0bf81ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:37.331672 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:37.370116 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5e17ff78-5f1d-42b7-8ea9-b48487547219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:38.626060 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:40.195813 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:40.308704 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:40.313539 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:40.643221 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:30:50.637571 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:50.639660 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:30:55.210899 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:31:05.157603 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1c49-a0e1-4abb-bf14-c074854dc13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:05.205470 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:05.206254 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:07.334778 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:07.373325 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6e807321-bbff-48ac-9fe5-e7452f0ebc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:08.629480 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:10.198399 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:10.646361 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:17.309243 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:17.309955 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:20.636192 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:20.642223 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:32.210073 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:31:35.158896 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-317e205d-d292-479f-91b5-7c14cab8364d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:37.368326 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:37.374140 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe551-54f6-4dec-ac73-2c505489be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:38.634302 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:40.201296 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:40.649109 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:31:42.203817 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:42.204600 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:50.642849 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:50.644742 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:54.303828 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:31:54.304643 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:05.160432 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1170-8bff-4d56-b22b-d33bbd94580a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:07.386869 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-233bf8b3-6574-4c42-b27d-5949e07dd37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:07.388679 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:08.635997 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:09.209708 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:32:10.204948 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:10.652010 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:19.204943 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:19.205713 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:20.646014 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:20.647447 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:33.243884 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:33.244684 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:35.161981 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cf02865c-df5d-418e-bd49-95ad61ec7a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:37.384879 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9fc152e4-5e09-4899-8cde-f36df817ddc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:37.392723 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:38.638337 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:40.207600 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:40.653963 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:32:46.211168 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-c3e92c7e-ca5c-4e56-957c-c0f11a3ad8bb None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 21:32:54.209538 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:54.211672 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:32:56.206311 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:33:05.164644 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-183594fb-5cd0-4e2a-b3ee-b872c55a2f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0e064a23-b943-4290-8bdd-fa7c26eba1d3), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:33:07.380780 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9e53471d-85b7-458c-9e48-92ee4ccc8239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a9921fbc-fe95-4655-a2e8-4d309a736d4c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:33:07.396526 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8c67a4c-873d-4cff-b794-92f02551cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (d12cc0de-443e-4136-9e5c-d07ed4e02fec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:33:08.311265 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:33:08.315360 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:33:08.640163 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24ce3388-7f29-4aba-93c1-368e363d465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (a1431c6f-f18b-4182-94a2-60d18d54ca2d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:33:10.216399 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c367f3cb-9d8e-41a3-8267-21eca4eb89dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (8a93b07a-6a62-4e67-8055-8cce6321438a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:33:10.657074 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce9ab-f1e0-4cd4-a456-fc01bcd0b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988367333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7726922'] for agent (0b5a37d6-255e-4885-ac7e-3fa3427d30ce), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 21:33:19.186551 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:33:19.187312 dv-cinder-819149-6-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:33:20.651297 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 21:33:20.653361 dv-cinder-819149-6-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}